2024-11-12 03:31:12,030 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba
2024-11-12 03:31:12,043 main DEBUG Took 0.010968 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-12 03:31:12,043 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-12 03:31:12,044 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-12 03:31:12,045 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-12 03:31:12,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 03:31:12,055 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-12 03:31:12,075 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 03:31:12,078 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,078 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 03:31:12,079 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 03:31:12,080 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 03:31:12,081 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,081 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 03:31:12,082 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 03:31:12,083 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 03:31:12,084 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 03:31:12,084 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 03:31:12,085 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 03:31:12,086 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 03:31:12,087 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,087 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-12 03:31:12,087 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,088 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-12 03:31:12,089 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-12 03:31:12,090 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-12 03:31:12,092 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-12 03:31:12,093 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-12 03:31:12,094 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-12 03:31:12,095 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-12 03:31:12,102 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-12 03:31:12,105 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-12 03:31:12,107 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-12 03:31:12,107 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-12 03:31:12,107 main DEBUG createAppenders(={Console})
2024-11-12 03:31:12,108 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized
2024-11-12 03:31:12,109 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba
2024-11-12 03:31:12,109 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK.
2024-11-12 03:31:12,109 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-12 03:31:12,110 main DEBUG OutputStream closed
2024-11-12 03:31:12,110 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-12 03:31:12,110 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-12 03:31:12,110 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK
2024-11-12 03:31:12,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-12 03:31:12,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-12 03:31:12,186 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-12 03:31:12,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-12 03:31:12,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-12 03:31:12,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-12 03:31:12,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-12 03:31:12,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-12 03:31:12,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-12 03:31:12,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-12 03:31:12,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-12 03:31:12,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-12 03:31:12,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-12 03:31:12,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-12 03:31:12,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-12 03:31:12,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-12 03:31:12,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-12 03:31:12,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-12 03:31:12,194 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-12 03:31:12,194 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null
2024-11-12 03:31:12,194 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-12 03:31:12,195 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK.
2024-11-12T03:31:12,211 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins
2024-11-12 03:31:12,213 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-12 03:31:12,214 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-12T03:31:12,467 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d
2024-11-12T03:31:12,494 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69, deleteOnExit=true
2024-11-12T03:31:12,496 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/test.cache.data in system properties and HBase conf
2024-11-12T03:31:12,496 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T03:31:12,497 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/hadoop.log.dir in system properties and HBase conf
2024-11-12T03:31:12,497 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T03:31:12,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T03:31:12,498 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T03:31:12,591 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-12T03:31:12,679 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T03:31:12,683 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T03:31:12,684 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T03:31:12,685 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T03:31:12,685 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T03:31:12,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T03:31:12,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T03:31:12,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T03:31:12,688 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T03:31:12,688 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T03:31:12,689 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/nfs.dump.dir in system properties and HBase conf
2024-11-12T03:31:12,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/java.io.tmpdir in system properties and HBase conf
2024-11-12T03:31:12,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T03:31:12,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T03:31:12,692 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T03:31:13,733 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-12T03:31:13,804 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2400ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-12T03:31:13,872 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T03:31:13,938 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T03:31:13,960 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T03:31:13,960 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T03:31:13,962 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T03:31:13,973 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T03:31:13,976 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e18bd18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/hadoop.log.dir/,AVAILABLE}
2024-11-12T03:31:13,977 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2faf2775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T03:31:14,149 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e22261{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/java.io.tmpdir/jetty-localhost-39725-hadoop-hdfs-3_4_1-tests_jar-_-any-441916003418333776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T03:31:14,156 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3599471c{HTTP/1.1, (http/1.1)}{localhost:39725}
2024-11-12T03:31:14,156 INFO  [Time-limited test {}] server.Server(415): Started @2753ms
2024-11-12T03:31:14,713 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T03:31:14,721 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T03:31:14,722 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T03:31:14,722 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T03:31:14,722 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T03:31:14,723 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7728820b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/hadoop.log.dir/,AVAILABLE}
2024-11-12T03:31:14,724 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a906869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T03:31:14,822 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bf2c732{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/java.io.tmpdir/jetty-localhost-37243-hadoop-hdfs-3_4_1-tests_jar-_-any-7478569987271161676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T03:31:14,823 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1182e874{HTTP/1.1, (http/1.1)}{localhost:37243}
2024-11-12T03:31:14,823 INFO  [Time-limited test {}] server.Server(415): Started @3419ms
2024-11-12T03:31:14,871 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T03:31:14,987 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T03:31:14,992 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T03:31:15,000 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T03:31:15,000 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T03:31:15,000 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T03:31:15,001 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23e84c60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/hadoop.log.dir/,AVAILABLE}
2024-11-12T03:31:15,001 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ffdd72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T03:31:15,101 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41033a80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/java.io.tmpdir/jetty-localhost-35109-hadoop-hdfs-3_4_1-tests_jar-_-any-16163295704406229919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T03:31:15,101 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14721f03{HTTP/1.1, (http/1.1)}{localhost:35109}
2024-11-12T03:31:15,102 INFO  [Time-limited test {}] server.Server(415): Started @3698ms
2024-11-12T03:31:15,105 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T03:31:15,136 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T03:31:15,143 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T03:31:15,145 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T03:31:15,145 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T03:31:15,145 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T03:31:15,146 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435daa1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/hadoop.log.dir/,AVAILABLE}
2024-11-12T03:31:15,147 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41dce2a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T03:31:15,250 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67fa62aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/java.io.tmpdir/jetty-localhost-35091-hadoop-hdfs-3_4_1-tests_jar-_-any-7094707318987278801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T03:31:15,251 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f3a79{HTTP/1.1, (http/1.1)}{localhost:35091}
2024-11-12T03:31:15,251 INFO  [Time-limited test {}] server.Server(415): Started @3847ms
2024-11-12T03:31:15,253 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T03:31:16,595 WARN  [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/data/data1/current/BP-766499260-172.17.0.2-1731382273232/current, will proceed with Du for space computation calculation, 
2024-11-12T03:31:16,595 WARN  [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/data/data2/current/BP-766499260-172.17.0.2-1731382273232/current, will proceed with Du for space computation calculation, 
2024-11-12T03:31:16,595 WARN  [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/data/data3/current/BP-766499260-172.17.0.2-1731382273232/current, will proceed with Du for space computation calculation, 
2024-11-12T03:31:16,595 WARN  [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/data/data4/current/BP-766499260-172.17.0.2-1731382273232/current, will proceed with Du for space computation calculation, 
2024-11-12T03:31:16,628 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T03:31:16,628 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T03:31:16,673 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x109b387220970688 with lease ID 0x4d77c9aae7ada525: Processing first storage report for DS-51e43543-bc86-4cb4-b974-89f2ff399b56 from datanode DatanodeRegistration(127.0.0.1:45571, datanodeUuid=270d5ed7-6bdd-4ada-bccb-a40cb22e243c, infoPort=42347, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=225365403;c=1731382273232)
2024-11-12T03:31:16,674 WARN  [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/data/data6/current/BP-766499260-172.17.0.2-1731382273232/current, will proceed with Du for space computation calculation, 
2024-11-12T03:31:16,674 WARN  [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/data/data5/current/BP-766499260-172.17.0.2-1731382273232/current, will proceed with Du for space computation calculation, 
2024-11-12T03:31:16,674 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x109b387220970688 with lease ID 0x4d77c9aae7ada525: from storage DS-51e43543-bc86-4cb4-b974-89f2ff399b56 node DatanodeRegistration(127.0.0.1:45571, datanodeUuid=270d5ed7-6bdd-4ada-bccb-a40cb22e243c, infoPort=42347, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=225365403;c=1731382273232), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-12T03:31:16,674 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43e15aca7d28c286 with lease ID 0x4d77c9aae7ada524: Processing first storage report for DS-1948246d-0a64-4f84-91a5-47cbed765811 from datanode DatanodeRegistration(127.0.0.1:39169, datanodeUuid=c1f62d60-b9db-4e45-9166-5f7e5194ed44, infoPort=38727, infoSecurePort=0, ipcPort=46009, storageInfo=lv=-57;cid=testClusterID;nsid=225365403;c=1731382273232)
2024-11-12T03:31:16,675 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43e15aca7d28c286 with lease ID 0x4d77c9aae7ada524: from storage DS-1948246d-0a64-4f84-91a5-47cbed765811 node DatanodeRegistration(127.0.0.1:39169, datanodeUuid=c1f62d60-b9db-4e45-9166-5f7e5194ed44, infoPort=38727, infoSecurePort=0, ipcPort=46009, storageInfo=lv=-57;cid=testClusterID;nsid=225365403;c=1731382273232), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T03:31:16,675 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x109b387220970688 with lease ID 0x4d77c9aae7ada525: Processing first storage report for DS-8ed1c712-9b52-42de-9b6e-3f4b50ae039e from datanode DatanodeRegistration(127.0.0.1:45571, datanodeUuid=270d5ed7-6bdd-4ada-bccb-a40cb22e243c, infoPort=42347, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=225365403;c=1731382273232)
2024-11-12T03:31:16,675 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x109b387220970688 with lease ID 0x4d77c9aae7ada525: from storage DS-8ed1c712-9b52-42de-9b6e-3f4b50ae039e node DatanodeRegistration(127.0.0.1:45571, datanodeUuid=270d5ed7-6bdd-4ada-bccb-a40cb22e243c, infoPort=42347, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=225365403;c=1731382273232), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-12T03:31:16,675 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43e15aca7d28c286 with lease ID 0x4d77c9aae7ada524: Processing first storage report for DS-e1d15169-aa34-4dfe-8a84-b0d5a9b30a19 from datanode DatanodeRegistration(127.0.0.1:39169, datanodeUuid=c1f62d60-b9db-4e45-9166-5f7e5194ed44, infoPort=38727, infoSecurePort=0, ipcPort=46009, storageInfo=lv=-57;cid=testClusterID;nsid=225365403;c=1731382273232)
2024-11-12T03:31:16,675 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43e15aca7d28c286 with lease ID 0x4d77c9aae7ada524: from storage DS-e1d15169-aa34-4dfe-8a84-b0d5a9b30a19 node DatanodeRegistration(127.0.0.1:39169, datanodeUuid=c1f62d60-b9db-4e45-9166-5f7e5194ed44, infoPort=38727, infoSecurePort=0, ipcPort=46009, storageInfo=lv=-57;cid=testClusterID;nsid=225365403;c=1731382273232), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T03:31:16,694 WARN  [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T03:31:16,698 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf34943188842cee with lease ID 0x4d77c9aae7ada526: Processing first storage report for DS-3991a365-84e2-4533-8d46-83e6a6e23f2f from datanode DatanodeRegistration(127.0.0.1:41823, datanodeUuid=54bdd660-c230-4688-9ac1-6f6b951e7e9b, infoPort=33445, infoSecurePort=0, ipcPort=43163, storageInfo=lv=-57;cid=testClusterID;nsid=225365403;c=1731382273232)
2024-11-12T03:31:16,698 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf34943188842cee with lease ID 0x4d77c9aae7ada526: from storage DS-3991a365-84e2-4533-8d46-83e6a6e23f2f node DatanodeRegistration(127.0.0.1:41823, datanodeUuid=54bdd660-c230-4688-9ac1-6f6b951e7e9b, infoPort=33445, infoSecurePort=0, ipcPort=43163, storageInfo=lv=-57;cid=testClusterID;nsid=225365403;c=1731382273232), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T03:31:16,699 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf34943188842cee with lease ID 0x4d77c9aae7ada526: Processing first storage report for DS-1476df63-d38f-401f-9bbe-d5ed20cefe50 from datanode DatanodeRegistration(127.0.0.1:41823, datanodeUuid=54bdd660-c230-4688-9ac1-6f6b951e7e9b, infoPort=33445, infoSecurePort=0, ipcPort=43163, storageInfo=lv=-57;cid=testClusterID;nsid=225365403;c=1731382273232)
2024-11-12T03:31:16,699 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf34943188842cee with lease ID 0x4d77c9aae7ada526: from storage DS-1476df63-d38f-401f-9bbe-d5ed20cefe50 node DatanodeRegistration(127.0.0.1:41823, datanodeUuid=54bdd660-c230-4688-9ac1-6f6b951e7e9b, infoPort=33445, infoSecurePort=0, ipcPort=43163, storageInfo=lv=-57;cid=testClusterID;nsid=225365403;c=1731382273232), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T03:31:16,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d
2024-11-12T03:31:16,848 WARN  [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable
2024-11-12T03:31:16,907 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=161, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=6976
2024-11-12T03:31:16,909 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T03:31:16,915 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS
2024-11-12T03:31:16,985 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/zookeeper_0, clientPort=59574, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T03:31:16,994 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59574
2024-11-12T03:31:17,003 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:17,007 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:17,107 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:17,108 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:17,159 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2082299600_22 at /127.0.0.1:54004 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:39169:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:54004 dst: /127.0.0.1:39169
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:17,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39169 is added to blk_-9223372036854775792_1002 (size=7)
2024-11-12T03:31:17,578 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:17,591 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead with version=8
2024-11-12T03:31:17,591 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/hbase-staging
2024-11-12T03:31:17,673 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-12T03:31:17,906 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45
2024-11-12T03:31:17,915 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:17,916 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:17,920 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T03:31:17,921 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:17,921 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T03:31:18,058 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T03:31:18,117 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-12T03:31:18,127 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-12T03:31:18,130 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T03:31:18,155 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 93355 (auto-detected)
2024-11-12T03:31:18,156 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-12T03:31:18,173 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35541
2024-11-12T03:31:18,193 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35541 connecting to ZooKeeper ensemble=127.0.0.1:59574
2024-11-12T03:31:18,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355410x0, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T03:31:18,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35541-0x1012d18ef100000 connected
2024-11-12T03:31:18,408 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:18,414 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:18,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:18,431 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead, hbase.cluster.distributed=false
2024-11-12T03:31:18,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T03:31:18,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35541
2024-11-12T03:31:18,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35541
2024-11-12T03:31:18,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35541
2024-11-12T03:31:18,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35541
2024-11-12T03:31:18,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35541
2024-11-12T03:31:18,561 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45
2024-11-12T03:31:18,563 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:18,563 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:18,563 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T03:31:18,563 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:18,563 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T03:31:18,566 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T03:31:18,569 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T03:31:18,569 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43181
2024-11-12T03:31:18,572 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43181 connecting to ZooKeeper ensemble=127.0.0.1:59574
2024-11-12T03:31:18,573 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:18,578 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:18,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431810x0, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T03:31:18,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431810x0, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:18,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43181-0x1012d18ef100001 connected
2024-11-12T03:31:18,598 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T03:31:18,605 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T03:31:18,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-12T03:31:18,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T03:31:18,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43181
2024-11-12T03:31:18,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43181
2024-11-12T03:31:18,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43181
2024-11-12T03:31:18,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43181
2024-11-12T03:31:18,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43181
2024-11-12T03:31:18,632 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45
2024-11-12T03:31:18,633 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:18,633 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:18,633 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T03:31:18,634 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:18,634 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T03:31:18,634 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T03:31:18,634 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T03:31:18,635 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35567
2024-11-12T03:31:18,638 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35567 connecting to ZooKeeper ensemble=127.0.0.1:59574
2024-11-12T03:31:18,639 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:18,644 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:18,657 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355670x0, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T03:31:18,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355670x0, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:18,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35567-0x1012d18ef100002 connected
2024-11-12T03:31:18,659 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T03:31:18,660 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T03:31:18,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-12T03:31:18,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T03:31:18,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35567
2024-11-12T03:31:18,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35567
2024-11-12T03:31:18,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35567
2024-11-12T03:31:18,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35567
2024-11-12T03:31:18,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35567
2024-11-12T03:31:18,681 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45
2024-11-12T03:31:18,682 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:18,682 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:18,682 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T03:31:18,682 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:18,683 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T03:31:18,683 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T03:31:18,683 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T03:31:18,684 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35697
2024-11-12T03:31:18,686 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35697 connecting to ZooKeeper ensemble=127.0.0.1:59574
2024-11-12T03:31:18,688 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:18,691 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:18,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356970x0, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T03:31:18,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356970x0, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:18,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35697-0x1012d18ef100003 connected
2024-11-12T03:31:18,709 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T03:31:18,710 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T03:31:18,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-12T03:31:18,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T03:31:18,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35697
2024-11-12T03:31:18,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35697
2024-11-12T03:31:18,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35697
2024-11-12T03:31:18,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35697
2024-11-12T03:31:18,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35697
2024-11-12T03:31:18,730 DEBUG [M:0;3fb681890ab2:35541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:35541
2024-11-12T03:31:18,731 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3fb681890ab2,35541,1731382277758
2024-11-12T03:31:18,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:18,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:18,741 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:18,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:18,744 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3fb681890ab2,35541,1731382277758
2024-11-12T03:31:18,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-12T03:31:18,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-12T03:31:18,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:18,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:18,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:18,773 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-12T03:31:18,773 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:18,774 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-12T03:31:18,775 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3fb681890ab2,35541,1731382277758 from backup master directory
2024-11-12T03:31:18,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:18,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3fb681890ab2,35541,1731382277758
2024-11-12T03:31:18,783 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:18,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:18,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:18,784 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T03:31:18,784 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,35541,1731382277758
2024-11-12T03:31:18,786 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-12T03:31:18,787 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-12T03:31:18,844 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/hbase.id] with ID: 2ddecb6c-4887-4484-805f-4982a0f11675
2024-11-12T03:31:18,844 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/.tmp/hbase.id
2024-11-12T03:31:18,851 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:18,851 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:18,854 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2082299600_22 at /127.0.0.1:54022 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:39169:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:54022 dst: /127.0.0.1:39169
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:18,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39169 is added to blk_-9223372036854775776_1004 (size=42)
2024-11-12T03:31:18,861 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:18,862 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/.tmp/hbase.id]:[hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/hbase.id]
2024-11-12T03:31:18,908 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:18,912 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T03:31:18,932 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-11-12T03:31:18,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:18,941 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:18,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:18,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:18,952 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:18,952 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:18,955 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2082299600_22 at /127.0.0.1:54038 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:39169:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:54038 dst: /127.0.0.1:39169
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:18,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39169 is added to blk_-9223372036854775760_1006 (size=196)
2024-11-12T03:31:18,961 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:18,974 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T03:31:18,976 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T03:31:18,982 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T03:31:19,007 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:19,008 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:19,010 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2082299600_22 at /127.0.0.1:54048 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:39169:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:54048 dst: /127.0.0.1:39169
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:19,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39169 is added to blk_-9223372036854775744_1008 (size=1189)
2024-11-12T03:31:19,016 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:19,032 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store
2024-11-12T03:31:19,048 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:19,048 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:19,051 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2082299600_22 at /127.0.0.1:50436 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41823:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:50436 dst: /127.0.0.1:41823
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:19,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_-9223372036854775728_1010 (size=34)
2024-11-12T03:31:19,057 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:19,061 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-12T03:31:19,063 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T03:31:19,064 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T03:31:19,065 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:19,065 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:19,066 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T03:31:19,066 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:19,066 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:19,067 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731382279064Disabling compacts and flushes for region at 1731382279064Disabling writes for close at 1731382279066 (+2 ms)Writing region close event to WAL at 1731382279066Closed at 1731382279066
2024-11-12T03:31:19,069 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/.initializing
2024-11-12T03:31:19,069 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/WALs/3fb681890ab2,35541,1731382277758
2024-11-12T03:31:19,077 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T03:31:19,091 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C35541%2C1731382277758, suffix=, logDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/WALs/3fb681890ab2,35541,1731382277758, archiveDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/oldWALs, maxLogs=10
2024-11-12T03:31:19,118 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/WALs/3fb681890ab2,35541,1731382277758/3fb681890ab2%2C35541%2C1731382277758.1731382279095, exclude list is [], retry=0
2024-11-12T03:31:19,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:19,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41823,DS-3991a365-84e2-4533-8d46-83e6a6e23f2f,DISK]
2024-11-12T03:31:19,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39169,DS-1948246d-0a64-4f84-91a5-47cbed765811,DISK]
2024-11-12T03:31:19,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45571,DS-51e43543-bc86-4cb4-b974-89f2ff399b56,DISK]
2024-11-12T03:31:19,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-12T03:31:19,177 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/WALs/3fb681890ab2,35541,1731382277758/3fb681890ab2%2C35541%2C1731382277758.1731382279095
2024-11-12T03:31:19,178 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33445:33445),(127.0.0.1/127.0.0.1:38727:38727),(127.0.0.1/127.0.0.1:42347:42347)]
2024-11-12T03:31:19,179 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T03:31:19,179 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T03:31:19,182 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:19,183 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:19,218 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T03:31:19,240 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T03:31:19,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:19,245 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:19,246 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T03:31:19,249 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T03:31:19,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:19,251 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T03:31:19,251 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T03:31:19,253 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T03:31:19,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:19,254 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T03:31:19,254 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T03:31:19,257 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T03:31:19,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:19,258 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T03:31:19,258 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:19,261 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:19,262 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:19,266 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:19,267 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:19,270 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T03:31:19,273 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:19,280 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T03:31:19,281 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72612998, jitterRate=0.08201798796653748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T03:31:19,288 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731382279195Initializing all the Stores at 1731382279197 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382279198 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731382279198Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731382279198Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731382279198Cleaning up temporary data from old regions at 1731382279267 (+69 ms)Region opened successfully at 1731382279288 (+21 ms)
2024-11-12T03:31:19,290 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T03:31:19,320 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e3de90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0
2024-11-12T03:31:19,347 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T03:31:19,356 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T03:31:19,356 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T03:31:19,358 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T03:31:19,359 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-12T03:31:19,363 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-12T03:31:19,364 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T03:31:19,385 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T03:31:19,393 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-12T03:31:19,436 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-12T03:31:19,441 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T03:31:19,444 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-12T03:31:19,456 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-12T03:31:19,459 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T03:31:19,463 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-12T03:31:19,476 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-12T03:31:19,477 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-12T03:31:19,488 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-12T03:31:19,511 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T03:31:19,519 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-12T03:31:19,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:19,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:19,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:19,531 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:19,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:19,531 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:19,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:19,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:19,536 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,35541,1731382277758, sessionid=0x1012d18ef100000, setting cluster-up flag (Was=false)
2024-11-12T03:31:19,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:19,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:19,562 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:19,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:19,594 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-12T03:31:19,599 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,35541,1731382277758
2024-11-12T03:31:19,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:19,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:19,625 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:19,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:19,657 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-12T03:31:19,660 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,35541,1731382277758
2024-11-12T03:31:19,668 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T03:31:19,719 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(746): ClusterId : 2ddecb6c-4887-4484-805f-4982a0f11675
2024-11-12T03:31:19,719 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(746): ClusterId : 2ddecb6c-4887-4484-805f-4982a0f11675
2024-11-12T03:31:19,720 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.HRegionServer(746): ClusterId : 2ddecb6c-4887-4484-805f-4982a0f11675
2024-11-12T03:31:19,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_-9223372036854775788_1002 (size=7)
2024-11-12T03:31:19,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_-9223372036854775789_1002 (size=7)
2024-11-12T03:31:19,722 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T03:31:19,722 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T03:31:19,722 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T03:31:19,739 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T03:31:19,743 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T03:31:19,743 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T03:31:19,743 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T03:31:19,743 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T03:31:19,743 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T03:31:19,743 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T03:31:19,749 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T03:31:19,757 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T03:31:19,763 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T03:31:19,763 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T03:31:19,763 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T03:31:19,764 DEBUG [RS:1;3fb681890ab2:35567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5485893f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0
2024-11-12T03:31:19,764 DEBUG [RS:0;3fb681890ab2:43181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781c2651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0
2024-11-12T03:31:19,764 DEBUG [RS:2;3fb681890ab2:35697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4497e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0
2024-11-12T03:31:19,763 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,35541,1731382277758
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T03:31:19,773 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5
2024-11-12T03:31:19,773 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5
2024-11-12T03:31:19,773 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5
2024-11-12T03:31:19,774 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5
2024-11-12T03:31:19,774 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10
2024-11-12T03:31:19,774 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,774 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2
2024-11-12T03:31:19,774 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,782 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T03:31:19,782 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T03:31:19,782 DEBUG [RS:2;3fb681890ab2:35697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3fb681890ab2:35697
2024-11-12T03:31:19,782 DEBUG [RS:1;3fb681890ab2:35567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3fb681890ab2:35567
2024-11-12T03:31:19,782 DEBUG [RS:0;3fb681890ab2:43181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:43181
2024-11-12T03:31:19,783 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731382309783
2024-11-12T03:31:19,785 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T03:31:19,786 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T03:31:19,786 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T03:31:19,786 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T03:31:19,786 DEBUG [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T03:31:19,788 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T03:31:19,788 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,35541,1731382277758 with port=35697, startcode=1731382278681
2024-11-12T03:31:19,788 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T03:31:19,788 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T03:31:19,788 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T03:31:19,788 DEBUG [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T03:31:19,788 DEBUG [RS:0;3fb681890ab2:43181 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T03:31:19,789 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:19,790 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,35541,1731382277758 with port=35567, startcode=1731382278632
2024-11-12T03:31:19,790 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T03:31:19,790 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,35541,1731382277758 with port=43181, startcode=1731382278529
2024-11-12T03:31:19,790 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T03:31:19,790 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T03:31:19,790 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T03:31:19,791 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T03:31:19,791 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,797 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T03:31:19,798 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T03:31:19,798 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T03:31:19,801 DEBUG [RS:1;3fb681890ab2:35567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T03:31:19,801 DEBUG [RS:2;3fb681890ab2:35697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T03:31:19,801 DEBUG [RS:0;3fb681890ab2:43181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T03:31:19,803 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T03:31:19,803 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T03:31:19,805 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:19,805 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:19,808 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731382279804,5,FailOnTimeoutGroup]
2024-11-12T03:31:19,809 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731382279808,5,FailOnTimeoutGroup]
2024-11-12T03:31:19,809 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,809 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T03:31:19,811 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,811 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,811 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2082299600_22 at /127.0.0.1:50476 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:41823:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:50476 dst: /127.0.0.1:41823
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:19,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_-9223372036854775712_1013 (size=1321)
2024-11-12T03:31:19,827 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:19,829 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T03:31:19,830 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead
2024-11-12T03:31:19,839 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:19,839 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:19,841 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T03:31:19,841 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T03:31:19,841 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T03:31:19,844 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2082299600_22 at /127.0.0.1:54080 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:39169:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:54080 dst: /127.0.0.1:39169
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:19,848 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35541 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,35567,1731382278632
2024-11-12T03:31:19,851 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35541 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,35567,1731382278632
2024-11-12T03:31:19,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39169 is added to blk_-9223372036854775696_1015 (size=32)
2024-11-12T03:31:19,853 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:19,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T03:31:19,857 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T03:31:19,861 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T03:31:19,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:19,862 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:19,863 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T03:31:19,865 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35541 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,43181,1731382278529
2024-11-12T03:31:19,865 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35541 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,43181,1731382278529
2024-11-12T03:31:19,866 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T03:31:19,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:19,868 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:19,869 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T03:31:19,869 DEBUG [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead
2024-11-12T03:31:19,869 DEBUG [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38503
2024-11-12T03:31:19,869 DEBUG [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T03:31:19,872 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T03:31:19,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:19,873 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35541 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,35697,1731382278681
2024-11-12T03:31:19,873 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35541 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,35697,1731382278681
2024-11-12T03:31:19,873 DEBUG [RS:0;3fb681890ab2:43181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead
2024-11-12T03:31:19,873 DEBUG [RS:0;3fb681890ab2:43181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38503
2024-11-12T03:31:19,873 DEBUG [RS:0;3fb681890ab2:43181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T03:31:19,873 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:19,874 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T03:31:19,876 DEBUG [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead
2024-11-12T03:31:19,876 DEBUG [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38503
2024-11-12T03:31:19,876 DEBUG [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T03:31:19,877 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T03:31:19,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:19,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-12T03:31:19,878 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:19,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T03:31:19,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740
2024-11-12T03:31:19,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740
2024-11-12T03:31:19,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T03:31:19,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T03:31:19,886 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T03:31:19,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T03:31:19,899 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T03:31:19,900 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63162681, jitterRate=-0.058802708983421326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T03:31:19,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731382279855Initializing all the Stores at 1731382279857 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382279857Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382279857Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731382279857Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382279857Cleaning up temporary data from old regions at 1731382279885 (+28 ms)Region opened successfully at 1731382279905 (+20 ms)
2024-11-12T03:31:19,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T03:31:19,906 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T03:31:19,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T03:31:19,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T03:31:19,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T03:31:19,908 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T03:31:19,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731382279906Disabling compacts and flushes for region at 1731382279906Disabling writes for close at 1731382279906Writing region close event to WAL at 1731382279907 (+1 ms)Closed at 1731382279908 (+1 ms)
2024-11-12T03:31:19,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T03:31:19,912 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T03:31:19,914 DEBUG [RS:1;3fb681890ab2:35567 {}] zookeeper.ZKUtil(111): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3fb681890ab2,35567,1731382278632
2024-11-12T03:31:19,914 WARN  [RS:1;3fb681890ab2:35567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T03:31:19,914 DEBUG [RS:0;3fb681890ab2:43181 {}] zookeeper.ZKUtil(111): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3fb681890ab2,43181,1731382278529
2024-11-12T03:31:19,914 INFO  [RS:1;3fb681890ab2:35567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T03:31:19,915 WARN  [RS:0;3fb681890ab2:43181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T03:31:19,915 DEBUG [RS:2;3fb681890ab2:35697 {}] zookeeper.ZKUtil(111): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3fb681890ab2,35697,1731382278681
2024-11-12T03:31:19,915 INFO  [RS:0;3fb681890ab2:43181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T03:31:19,915 WARN  [RS:2;3fb681890ab2:35697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T03:31:19,915 DEBUG [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,35567,1731382278632
2024-11-12T03:31:19,915 INFO  [RS:2;3fb681890ab2:35697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T03:31:19,915 DEBUG [RS:0;3fb681890ab2:43181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,43181,1731382278529
2024-11-12T03:31:19,915 DEBUG [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,35697,1731382278681
2024-11-12T03:31:19,916 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,43181,1731382278529]
2024-11-12T03:31:19,916 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,35697,1731382278681]
2024-11-12T03:31:19,916 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,35567,1731382278632]
2024-11-12T03:31:19,921 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T03:31:19,933 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T03:31:19,936 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T03:31:19,952 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T03:31:19,952 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T03:31:19,952 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T03:31:19,971 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T03:31:19,971 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T03:31:19,971 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T03:31:19,977 INFO  [RS:2;3fb681890ab2:35697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T03:31:19,977 INFO  [RS:1;3fb681890ab2:35567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T03:31:19,977 INFO  [RS:0;3fb681890ab2:43181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T03:31:19,977 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,977 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,977 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,978 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T03:31:19,980 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T03:31:19,983 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T03:31:19,985 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T03:31:19,985 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T03:31:19,985 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T03:31:19,986 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,986 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,986 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,987 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2
2024-11-12T03:31:19,987 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2
2024-11-12T03:31:19,987 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2
2024-11-12T03:31:19,987 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,987 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3
2024-11-12T03:31:19,988 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:1;3fb681890ab2:35567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3
2024-11-12T03:31:19,988 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3
2024-11-12T03:31:19,988 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:19,988 DEBUG [RS:2;3fb681890ab2:35697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3
2024-11-12T03:31:19,988 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3
2024-11-12T03:31:19,989 DEBUG [RS:0;3fb681890ab2:43181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3
2024-11-12T03:31:19,990 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,990 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,990 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,990 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,990 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,990 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,990 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,990 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,990 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,990 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,991 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,991 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,991 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,991 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35567,1731382278632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T03:31:19,991 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43181,1731382278529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T03:31:19,991 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,991 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:19,991 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35697,1731382278681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T03:31:20,009 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T03:31:20,010 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T03:31:20,010 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35567,1731382278632-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:20,010 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43181,1731382278529-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:20,011 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:20,011 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:20,011 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.Replication(171): 3fb681890ab2,43181,1731382278529 started
2024-11-12T03:31:20,011 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.Replication(171): 3fb681890ab2,35567,1731382278632 started
2024-11-12T03:31:20,017 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T03:31:20,017 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35697,1731382278681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:20,018 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:20,018 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.Replication(171): 3fb681890ab2,35697,1731382278681 started
2024-11-12T03:31:20,027 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:20,027 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:20,027 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,35567,1731382278632, RpcServer on 3fb681890ab2/172.17.0.2:35567, sessionid=0x1012d18ef100002
2024-11-12T03:31:20,027 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,43181,1731382278529, RpcServer on 3fb681890ab2/172.17.0.2:43181, sessionid=0x1012d18ef100001
2024-11-12T03:31:20,028 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T03:31:20,028 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T03:31:20,028 DEBUG [RS:1;3fb681890ab2:35567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,35567,1731382278632
2024-11-12T03:31:20,028 DEBUG [RS:0;3fb681890ab2:43181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,43181,1731382278529
2024-11-12T03:31:20,028 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,35567,1731382278632'
2024-11-12T03:31:20,028 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,43181,1731382278529'
2024-11-12T03:31:20,028 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-12T03:31:20,028 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-12T03:31:20,029 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-12T03:31:20,029 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-12T03:31:20,030 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T03:31:20,030 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T03:31:20,030 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T03:31:20,030 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T03:31:20,030 DEBUG [RS:1;3fb681890ab2:35567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,35567,1731382278632
2024-11-12T03:31:20,030 DEBUG [RS:0;3fb681890ab2:43181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,43181,1731382278529
2024-11-12T03:31:20,030 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,35567,1731382278632'
2024-11-12T03:31:20,030 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,43181,1731382278529'
2024-11-12T03:31:20,030 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-12T03:31:20,030 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-12T03:31:20,031 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-12T03:31:20,031 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-12T03:31:20,031 DEBUG [RS:1;3fb681890ab2:35567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T03:31:20,031 DEBUG [RS:0;3fb681890ab2:43181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T03:31:20,031 INFO  [RS:1;3fb681890ab2:35567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T03:31:20,031 INFO  [RS:0;3fb681890ab2:43181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T03:31:20,031 INFO  [RS:1;3fb681890ab2:35567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T03:31:20,031 INFO  [RS:0;3fb681890ab2:43181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T03:31:20,035 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:20,035 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,35697,1731382278681, RpcServer on 3fb681890ab2/172.17.0.2:35697, sessionid=0x1012d18ef100003
2024-11-12T03:31:20,035 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T03:31:20,035 DEBUG [RS:2;3fb681890ab2:35697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,35697,1731382278681
2024-11-12T03:31:20,035 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,35697,1731382278681'
2024-11-12T03:31:20,035 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-12T03:31:20,036 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-12T03:31:20,036 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T03:31:20,036 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T03:31:20,036 DEBUG [RS:2;3fb681890ab2:35697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,35697,1731382278681
2024-11-12T03:31:20,036 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,35697,1731382278681'
2024-11-12T03:31:20,036 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-12T03:31:20,037 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-12T03:31:20,038 DEBUG [RS:2;3fb681890ab2:35697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T03:31:20,038 INFO  [RS:2;3fb681890ab2:35697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T03:31:20,038 INFO  [RS:2;3fb681890ab2:35697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T03:31:20,088 WARN  [3fb681890ab2:35541 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-12T03:31:20,138 INFO  [RS:1;3fb681890ab2:35567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T03:31:20,138 INFO  [RS:0;3fb681890ab2:43181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T03:31:20,139 INFO  [RS:2;3fb681890ab2:35697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-12T03:31:20,141 INFO  [RS:0;3fb681890ab2:43181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C43181%2C1731382278529, suffix=, logDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,43181,1731382278529, archiveDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/oldWALs, maxLogs=32
2024-11-12T03:31:20,141 INFO  [RS:1;3fb681890ab2:35567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C35567%2C1731382278632, suffix=, logDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,35567,1731382278632, archiveDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/oldWALs, maxLogs=32
2024-11-12T03:31:20,141 INFO  [RS:2;3fb681890ab2:35697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C35697%2C1731382278681, suffix=, logDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,35697,1731382278681, archiveDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/oldWALs, maxLogs=32
2024-11-12T03:31:20,166 DEBUG [RS:0;3fb681890ab2:43181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,43181,1731382278529/3fb681890ab2%2C43181%2C1731382278529.1731382280147, exclude list is [], retry=0
2024-11-12T03:31:20,166 DEBUG [RS:1;3fb681890ab2:35567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,35567,1731382278632/3fb681890ab2%2C35567%2C1731382278632.1731382280147, exclude list is [], retry=0
2024-11-12T03:31:20,166 DEBUG [RS:2;3fb681890ab2:35697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,35697,1731382278681/3fb681890ab2%2C35697%2C1731382278681.1731382280147, exclude list is [], retry=0
2024-11-12T03:31:20,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39169,DS-1948246d-0a64-4f84-91a5-47cbed765811,DISK]
2024-11-12T03:31:20,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45571,DS-51e43543-bc86-4cb4-b974-89f2ff399b56,DISK]
2024-11-12T03:31:20,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41823,DS-3991a365-84e2-4533-8d46-83e6a6e23f2f,DISK]
2024-11-12T03:31:20,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41823,DS-3991a365-84e2-4533-8d46-83e6a6e23f2f,DISK]
2024-11-12T03:31:20,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45571,DS-51e43543-bc86-4cb4-b974-89f2ff399b56,DISK]
2024-11-12T03:31:20,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45571,DS-51e43543-bc86-4cb4-b974-89f2ff399b56,DISK]
2024-11-12T03:31:20,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39169,DS-1948246d-0a64-4f84-91a5-47cbed765811,DISK]
2024-11-12T03:31:20,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41823,DS-3991a365-84e2-4533-8d46-83e6a6e23f2f,DISK]
2024-11-12T03:31:20,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39169,DS-1948246d-0a64-4f84-91a5-47cbed765811,DISK]
2024-11-12T03:31:20,196 INFO  [RS:0;3fb681890ab2:43181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,43181,1731382278529/3fb681890ab2%2C43181%2C1731382278529.1731382280147
2024-11-12T03:31:20,196 DEBUG [RS:0;3fb681890ab2:43181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33445:33445),(127.0.0.1/127.0.0.1:42347:42347),(127.0.0.1/127.0.0.1:38727:38727)]
2024-11-12T03:31:20,197 INFO  [RS:2;3fb681890ab2:35697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,35697,1731382278681/3fb681890ab2%2C35697%2C1731382278681.1731382280147
2024-11-12T03:31:20,197 DEBUG [RS:2;3fb681890ab2:35697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38727:38727),(127.0.0.1/127.0.0.1:42347:42347),(127.0.0.1/127.0.0.1:33445:33445)]
2024-11-12T03:31:20,197 INFO  [RS:1;3fb681890ab2:35567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,35567,1731382278632/3fb681890ab2%2C35567%2C1731382278632.1731382280147
2024-11-12T03:31:20,198 DEBUG [RS:1;3fb681890ab2:35567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42347:42347),(127.0.0.1/127.0.0.1:33445:33445),(127.0.0.1/127.0.0.1:38727:38727)]
2024-11-12T03:31:20,342 DEBUG [3fb681890ab2:35541 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-12T03:31:20,352 DEBUG [3fb681890ab2:35541 {}] balancer.BalancerClusterState(204): Hosts are {3fb681890ab2=0} racks are {/default-rack=0}
2024-11-12T03:31:20,359 DEBUG [3fb681890ab2:35541 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-12T03:31:20,359 DEBUG [3fb681890ab2:35541 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-12T03:31:20,359 DEBUG [3fb681890ab2:35541 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-12T03:31:20,359 DEBUG [3fb681890ab2:35541 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-12T03:31:20,359 DEBUG [3fb681890ab2:35541 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-12T03:31:20,359 DEBUG [3fb681890ab2:35541 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-12T03:31:20,359 INFO  [3fb681890ab2:35541 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-12T03:31:20,359 INFO  [3fb681890ab2:35541 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-12T03:31:20,359 INFO  [3fb681890ab2:35541 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-12T03:31:20,359 DEBUG [3fb681890ab2:35541 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-12T03:31:20,367 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,35567,1731382278632
2024-11-12T03:31:20,374 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,35567,1731382278632, state=OPENING
2024-11-12T03:31:20,530 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T03:31:20,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:20,541 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:20,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:20,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:20,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:20,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:20,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:20,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:20,545 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T03:31:20,548 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,35567,1731382278632}]
2024-11-12T03:31:20,729 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T03:31:20,731 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T03:31:20,744 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T03:31:20,745 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-12T03:31:20,746 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-12T03:31:20,749 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C35567%2C1731382278632.meta, suffix=.meta, logDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,35567,1731382278632, archiveDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/oldWALs, maxLogs=32
2024-11-12T03:31:20,763 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,35567,1731382278632/3fb681890ab2%2C35567%2C1731382278632.meta.1731382280751.meta, exclude list is [], retry=0
2024-11-12T03:31:20,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41823,DS-3991a365-84e2-4533-8d46-83e6a6e23f2f,DISK]
2024-11-12T03:31:20,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39169,DS-1948246d-0a64-4f84-91a5-47cbed765811,DISK]
2024-11-12T03:31:20,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45571,DS-51e43543-bc86-4cb4-b974-89f2ff399b56,DISK]
2024-11-12T03:31:20,770 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/WALs/3fb681890ab2,35567,1731382278632/3fb681890ab2%2C35567%2C1731382278632.meta.1731382280751.meta
2024-11-12T03:31:20,771 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33445:33445),(127.0.0.1/127.0.0.1:38727:38727),(127.0.0.1/127.0.0.1:42347:42347)]
2024-11-12T03:31:20,771 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T03:31:20,773 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T03:31:20,775 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T03:31:20,780 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T03:31:20,783 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T03:31:20,784 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T03:31:20,784 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T03:31:20,784 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T03:31:20,787 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T03:31:20,788 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T03:31:20,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:20,789 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:20,790 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T03:31:20,791 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T03:31:20,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:20,792 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:20,792 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T03:31:20,794 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T03:31:20,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:20,795 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:20,795 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T03:31:20,796 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T03:31:20,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:20,797 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:20,797 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T03:31:20,798 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740
2024-11-12T03:31:20,800 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740
2024-11-12T03:31:20,802 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T03:31:20,802 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T03:31:20,803 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T03:31:20,805 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T03:31:20,807 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69783114, jitterRate=0.039849430322647095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T03:31:20,807 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T03:31:20,809 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731382280784Writing region info on filesystem at 1731382280784Initializing all the Stores at 1731382280786 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382280786Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382280787 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731382280787Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382280787Cleaning up temporary data from old regions at 1731382280802 (+15 ms)Running coprocessor post-open hooks at 1731382280807 (+5 ms)Region opened successfully at 1731382280809 (+2 ms)
2024-11-12T03:31:20,815 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731382280720
2024-11-12T03:31:20,825 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T03:31:20,826 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T03:31:20,828 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,35567,1731382278632
2024-11-12T03:31:20,831 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,35567,1731382278632, state=OPEN
2024-11-12T03:31:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T03:31:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T03:31:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T03:31:20,878 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T03:31:20,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:20,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:20,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:20,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:20,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,35567,1731382278632
2024-11-12T03:31:20,886 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T03:31:20,886 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,35567,1731382278632 in 332 msec
2024-11-12T03:31:20,895 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T03:31:20,895 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 968 msec
2024-11-12T03:31:20,897 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T03:31:20,897 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T03:31:20,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T03:31:20,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,35567,1731382278632, seqNum=-1]
2024-11-12T03:31:20,930 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T03:31:20,932 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T03:31:20,971 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2540 sec
2024-11-12T03:31:20,971 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731382280971, completionTime=-1
2024-11-12T03:31:20,975 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-12T03:31:20,975 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T03:31:21,011 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3
2024-11-12T03:31:21,012 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731382341011
2024-11-12T03:31:21,012 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731382401012
2024-11-12T03:31:21,012 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 36 msec
2024-11-12T03:31:21,013 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-12T03:31:21,022 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35541,1731382277758-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:21,022 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35541,1731382277758-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:21,022 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35541,1731382277758-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:21,024 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:35541, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:21,024 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:21,025 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:21,030 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T03:31:21,049 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.264sec
2024-11-12T03:31:21,051 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T03:31:21,052 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T03:31:21,053 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T03:31:21,053 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T03:31:21,053 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T03:31:21,054 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35541,1731382277758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T03:31:21,054 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35541,1731382277758-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T03:31:21,058 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T03:31:21,059 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T03:31:21,059 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35541,1731382277758-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:21,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffec2c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T03:31:21,140 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-12T03:31:21,140 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-12T03:31:21,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,35541,-1 for getting cluster id
2024-11-12T03:31:21,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T03:31:21,152 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ddecb6c-4887-4484-805f-4982a0f11675'
2024-11-12T03:31:21,154 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T03:31:21,154 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ddecb6c-4887-4484-805f-4982a0f11675"

2024-11-12T03:31:21,155 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666de584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T03:31:21,155 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,35541,-1]
2024-11-12T03:31:21,157 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T03:31:21,158 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:21,160 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T03:31:21,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8c5d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T03:31:21,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T03:31:21,170 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,35567,1731382278632, seqNum=-1]
2024-11-12T03:31:21,170 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T03:31:21,173 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T03:31:21,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,35541,1731382277758
2024-11-12T03:31:21,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T03:31:21,209 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,35541,1731382277758
2024-11-12T03:31:21,211 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@612235af
2024-11-12T03:31:21,212 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T03:31:21,215 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T03:31:21,220 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T03:31:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC
2024-11-12T03:31:21,229 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T03:31:21,231 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestHBaseWalOnEC"
 procId is: 4
2024-11-12T03:31:21,231 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:21,234 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T03:31:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T03:31:21,243 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:21,243 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:21,249 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2082299600_22 at /127.0.0.1:58542 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:45571:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58542 dst: /127.0.0.1:45571
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:21,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_-9223372036854775680_1021 (size=392)
2024-11-12T03:31:21,256 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:21,259 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e51eac2f4f3edd424a9cf0e6eb070e8b, NAME => 'TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead
2024-11-12T03:31:21,266 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:21,266 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:21,270 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2082299600_22 at /127.0.0.1:54134 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:39169:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:54134 dst: /127.0.0.1:39169
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:21,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39169 is added to blk_-9223372036854775664_1023 (size=51)
2024-11-12T03:31:21,275 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:21,276 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T03:31:21,276 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing e51eac2f4f3edd424a9cf0e6eb070e8b, disabling compactions & flushes
2024-11-12T03:31:21,276 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:21,276 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:21,276 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b. after waiting 0 ms
2024-11-12T03:31:21,276 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:21,276 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:21,276 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for e51eac2f4f3edd424a9cf0e6eb070e8b:
Waiting for close lock at 1731382281276Disabling compacts and flushes for region at 1731382281276Disabling writes for close at 1731382281276Writing region close event to WAL at 1731382281276Closed at 1731382281276
2024-11-12T03:31:21,279 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T03:31:21,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731382281279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731382281279"}]},"ts":"1731382281279"}
2024-11-12T03:31:21,292 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T03:31:21,295 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T03:31:21,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731382281295"}]},"ts":"1731382281295"}
2024-11-12T03:31:21,302 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta
2024-11-12T03:31:21,303 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3fb681890ab2=0} racks are {/default-rack=0}
2024-11-12T03:31:21,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-12T03:31:21,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-12T03:31:21,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-12T03:31:21,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-12T03:31:21,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-12T03:31:21,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-12T03:31:21,305 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-12T03:31:21,305 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-12T03:31:21,305 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-12T03:31:21,305 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-12T03:31:21,307 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e51eac2f4f3edd424a9cf0e6eb070e8b, ASSIGN}]
2024-11-12T03:31:21,310 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e51eac2f4f3edd424a9cf0e6eb070e8b, ASSIGN
2024-11-12T03:31:21,312 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e51eac2f4f3edd424a9cf0e6eb070e8b, ASSIGN; state=OFFLINE, location=3fb681890ab2,35697,1731382278681; forceNewPlan=false, retain=false
2024-11-12T03:31:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T03:31:21,467 INFO  [3fb681890ab2:35541 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-12T03:31:21,468 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e51eac2f4f3edd424a9cf0e6eb070e8b, regionState=OPENING, regionLocation=3fb681890ab2,35697,1731382278681
2024-11-12T03:31:21,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e51eac2f4f3edd424a9cf0e6eb070e8b, ASSIGN because future has completed
2024-11-12T03:31:21,475 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e51eac2f4f3edd424a9cf0e6eb070e8b, server=3fb681890ab2,35697,1731382278681}]
2024-11-12T03:31:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T03:31:21,631 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T03:31:21,634 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T03:31:21,642 INFO  [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:21,643 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e51eac2f4f3edd424a9cf0e6eb070e8b, NAME => 'TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.', STARTKEY => '', ENDKEY => ''}
2024-11-12T03:31:21,643 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC e51eac2f4f3edd424a9cf0e6eb070e8b
2024-11-12T03:31:21,643 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T03:31:21,643 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e51eac2f4f3edd424a9cf0e6eb070e8b
2024-11-12T03:31:21,644 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e51eac2f4f3edd424a9cf0e6eb070e8b
2024-11-12T03:31:21,646 INFO  [StoreOpener-e51eac2f4f3edd424a9cf0e6eb070e8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e51eac2f4f3edd424a9cf0e6eb070e8b 
2024-11-12T03:31:21,649 INFO  [StoreOpener-e51eac2f4f3edd424a9cf0e6eb070e8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e51eac2f4f3edd424a9cf0e6eb070e8b columnFamilyName cf
2024-11-12T03:31:21,649 DEBUG [StoreOpener-e51eac2f4f3edd424a9cf0e6eb070e8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:21,651 INFO  [StoreOpener-e51eac2f4f3edd424a9cf0e6eb070e8b-1 {}] regionserver.HStore(327): Store=e51eac2f4f3edd424a9cf0e6eb070e8b/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T03:31:21,651 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e51eac2f4f3edd424a9cf0e6eb070e8b
2024-11-12T03:31:21,652 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/default/TestHBaseWalOnEC/e51eac2f4f3edd424a9cf0e6eb070e8b
2024-11-12T03:31:21,653 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/default/TestHBaseWalOnEC/e51eac2f4f3edd424a9cf0e6eb070e8b
2024-11-12T03:31:21,653 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e51eac2f4f3edd424a9cf0e6eb070e8b
2024-11-12T03:31:21,653 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e51eac2f4f3edd424a9cf0e6eb070e8b
2024-11-12T03:31:21,656 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e51eac2f4f3edd424a9cf0e6eb070e8b
2024-11-12T03:31:21,661 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/default/TestHBaseWalOnEC/e51eac2f4f3edd424a9cf0e6eb070e8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T03:31:21,662 INFO  [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e51eac2f4f3edd424a9cf0e6eb070e8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74571500, jitterRate=0.1112019419670105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-12T03:31:21,662 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e51eac2f4f3edd424a9cf0e6eb070e8b
2024-11-12T03:31:21,663 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e51eac2f4f3edd424a9cf0e6eb070e8b:
Running coprocessor pre-open hook at 1731382281644Writing region info on filesystem at 1731382281644Initializing all the Stores at 1731382281646 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731382281646Cleaning up temporary data from old regions at 1731382281653 (+7 ms)Running coprocessor post-open hooks at 1731382281662 (+9 ms)Region opened successfully at 1731382281663 (+1 ms)
2024-11-12T03:31:21,665 INFO  [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b., pid=6, masterSystemTime=1731382281630
2024-11-12T03:31:21,669 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:21,669 INFO  [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:21,670 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e51eac2f4f3edd424a9cf0e6eb070e8b, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,35697,1731382278681
2024-11-12T03:31:21,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e51eac2f4f3edd424a9cf0e6eb070e8b, server=3fb681890ab2,35697,1731382278681 because future has completed
2024-11-12T03:31:21,681 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T03:31:21,682 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e51eac2f4f3edd424a9cf0e6eb070e8b, server=3fb681890ab2,35697,1731382278681 in 203 msec
2024-11-12T03:31:21,685 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T03:31:21,685 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=e51eac2f4f3edd424a9cf0e6eb070e8b, ASSIGN in 374 msec
2024-11-12T03:31:21,687 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T03:31:21,687 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731382281687"}]},"ts":"1731382281687"}
2024-11-12T03:31:21,690 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta
2024-11-12T03:31:21,692 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T03:31:21,696 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 470 msec
2024-11-12T03:31:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T03:31:21,869 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed
2024-11-12T03:31:21,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms
2024-11-12T03:31:21,871 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-12T03:31:21,876 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states.
2024-11-12T03:31:21,876 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-12T03:31:21,877 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned.
2024-11-12T03:31:21,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b., hostname=3fb681890ab2,35697,1731382278681, seqNum=2]
2024-11-12T03:31:21,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T03:31:21,891 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T03:31:21,900 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC
2024-11-12T03:31:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC
2024-11-12T03:31:21,906 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE
2024-11-12T03:31:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T03:31:21,908 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-12T03:31:21,909 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-12T03:31:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T03:31:22,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-12T03:31:22,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:22,080 INFO  [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing e51eac2f4f3edd424a9cf0e6eb070e8b 1/1 column families, dataSize=32 B heapSize=360 B
2024-11-12T03:31:22,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/default/TestHBaseWalOnEC/e51eac2f4f3edd424a9cf0e6eb070e8b/.tmp/cf/9e7020482ba54ae7a9d7857bbd00e731 is 36, key is row/cf:cq/1731382281892/Put/seqid=0
2024-11-12T03:31:22,148 WARN  [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,148 WARN  [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,152 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1721956613_22 at /127.0.0.1:58782 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:45571:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58782 dst: /127.0.0.1:45571
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:22,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_-9223372036854775648_1025 (size=4787)
2024-11-12T03:31:22,158 WARN  [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:22,158 INFO  [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/default/TestHBaseWalOnEC/e51eac2f4f3edd424a9cf0e6eb070e8b/.tmp/cf/9e7020482ba54ae7a9d7857bbd00e731
2024-11-12T03:31:22,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/default/TestHBaseWalOnEC/e51eac2f4f3edd424a9cf0e6eb070e8b/.tmp/cf/9e7020482ba54ae7a9d7857bbd00e731 as hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/default/TestHBaseWalOnEC/e51eac2f4f3edd424a9cf0e6eb070e8b/cf/9e7020482ba54ae7a9d7857bbd00e731
2024-11-12T03:31:22,208 INFO  [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/default/TestHBaseWalOnEC/e51eac2f4f3edd424a9cf0e6eb070e8b/cf/9e7020482ba54ae7a9d7857bbd00e731, entries=1, sequenceid=5, filesize=4.7 K
2024-11-12T03:31:22,214 INFO  [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for e51eac2f4f3edd424a9cf0e6eb070e8b in 135ms, sequenceid=5, compaction requested=false
2024-11-12T03:31:22,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC'
2024-11-12T03:31:22,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for e51eac2f4f3edd424a9cf0e6eb070e8b:

2024-11-12T03:31:22,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:22,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-12T03:31:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-12T03:31:22,226 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-12T03:31:22,227 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 313 msec
2024-11-12T03:31:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T03:31:22,231 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 327 msec
2024-11-12T03:31:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T03:31:22,539 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed
2024-11-12T03:31:22,556 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T03:31:22,556 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T03:31:22,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T03:31:22,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:22,562 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T03:31:22,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:22,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T03:31:22,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=437771206, stopped=false
2024-11-12T03:31:22,563 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,35541,1731382277758
2024-11-12T03:31:22,614 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:22,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:22,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:22,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:22,615 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:22,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:22,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:22,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:22,615 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T03:31:22,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:22,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:22,616 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T03:31:22,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:22,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:22,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T03:31:22,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:22,617 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,43181,1731382278529' *****
2024-11-12T03:31:22,618 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T03:31:22,618 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,35567,1731382278632' *****
2024-11-12T03:31:22,618 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T03:31:22,618 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,35697,1731382278681' *****
2024-11-12T03:31:22,618 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T03:31:22,618 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T03:31:22,618 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T03:31:22,618 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T03:31:22,619 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T03:31:22,619 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T03:31:22,619 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T03:31:22,619 INFO  [RS:0;3fb681890ab2:43181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T03:31:22,619 INFO  [RS:2;3fb681890ab2:35697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T03:31:22,619 INFO  [RS:1;3fb681890ab2:35567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T03:31:22,619 INFO  [RS:0;3fb681890ab2:43181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T03:31:22,619 INFO  [RS:1;3fb681890ab2:35567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T03:31:22,619 INFO  [RS:2;3fb681890ab2:35697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T03:31:22,620 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,43181,1731382278529
2024-11-12T03:31:22,620 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,35567,1731382278632
2024-11-12T03:31:22,620 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T03:31:22,620 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(3091): Received CLOSE for e51eac2f4f3edd424a9cf0e6eb070e8b
2024-11-12T03:31:22,620 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T03:31:22,620 INFO  [RS:1;3fb681890ab2:35567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3fb681890ab2:35567.
2024-11-12T03:31:22,620 INFO  [RS:0;3fb681890ab2:43181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:43181.
2024-11-12T03:31:22,620 DEBUG [RS:1;3fb681890ab2:35567 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T03:31:22,620 DEBUG [RS:0;3fb681890ab2:43181 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T03:31:22,620 DEBUG [RS:1;3fb681890ab2:35567 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:22,620 DEBUG [RS:0;3fb681890ab2:43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:22,621 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,35697,1731382278681
2024-11-12T03:31:22,621 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T03:31:22,621 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,43181,1731382278529; all regions closed.
2024-11-12T03:31:22,621 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T03:31:22,621 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T03:31:22,621 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T03:31:22,621 INFO  [RS:2;3fb681890ab2:35697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3fb681890ab2:35697.
2024-11-12T03:31:22,621 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T03:31:22,621 DEBUG [RS:2;3fb681890ab2:35697 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T03:31:22,621 DEBUG [RS:2;3fb681890ab2:35697 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:22,621 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e51eac2f4f3edd424a9cf0e6eb070e8b, disabling compactions & flushes
2024-11-12T03:31:22,621 INFO  [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:22,622 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T03:31:22,622 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:22,622 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b. after waiting 0 ms
2024-11-12T03:31:22,622 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T03:31:22,622 DEBUG [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-12T03:31:22,622 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:22,622 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T03:31:22,622 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T03:31:22,622 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T03:31:22,622 DEBUG [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-12T03:31:22,622 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T03:31:22,622 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-12T03:31:22,622 DEBUG [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(1325): Online Regions={e51eac2f4f3edd424a9cf0e6eb070e8b=TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.}
2024-11-12T03:31:22,623 DEBUG [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(1351): Waiting on e51eac2f4f3edd424a9cf0e6eb070e8b
2024-11-12T03:31:22,623 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-12T03:31:22,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741827_1017 (size=93)
2024-11-12T03:31:22,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39169 is added to blk_1073741827_1017 (size=93)
2024-11-12T03:31:22,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741827_1017 (size=93)
2024-11-12T03:31:22,636 DEBUG [RS:0;3fb681890ab2:43181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/oldWALs
2024-11-12T03:31:22,637 INFO  [RS:0;3fb681890ab2:43181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C43181%2C1731382278529:(num 1731382280147)
2024-11-12T03:31:22,637 DEBUG [RS:0;3fb681890ab2:43181 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:22,637 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T03:31:22,637 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T03:31:22,637 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T03:31:22,638 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T03:31:22,638 INFO  [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T03:31:22,638 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T03:31:22,638 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T03:31:22,638 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T03:31:22,638 INFO  [RS:0;3fb681890ab2:43181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43181
2024-11-12T03:31:22,639 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/default/TestHBaseWalOnEC/e51eac2f4f3edd424a9cf0e6eb070e8b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T03:31:22,640 INFO  [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:22,640 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e51eac2f4f3edd424a9cf0e6eb070e8b:
Waiting for close lock at 1731382282621Running coprocessor pre-close hooks at 1731382282621Disabling compacts and flushes for region at 1731382282621Disabling writes for close at 1731382282622 (+1 ms)Writing region close event to WAL at 1731382282625 (+3 ms)Running coprocessor post-close hooks at 1731382282640 (+15 ms)Closed at 1731382282640
2024-11-12T03:31:22,641 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b.
2024-11-12T03:31:22,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3fb681890ab2,43181,1731382278529
2024-11-12T03:31:22,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-12T03:31:22,646 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T03:31:22,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_-9223372036854775772_1004 (size=42)
2024-11-12T03:31:22,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_-9223372036854775773_1004 (size=42)
2024-11-12T03:31:22,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_-9223372036854775740_1008 (size=1189)
2024-11-12T03:31:22,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_-9223372036854775741_1008 (size=1189)
2024-11-12T03:31:22,656 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,43181,1731382278529]
2024-11-12T03:31:22,662 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/.tmp/info/d7dcba6144964999928bde5e19d95158 is 153, key is TestHBaseWalOnEC,,1731382281216.e51eac2f4f3edd424a9cf0e6eb070e8b./info:regioninfo/1731382281670/Put/seqid=0
2024-11-12T03:31:22,664 WARN  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,664 WARN  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,667 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3fb681890ab2,43181,1731382278529 already deleted, retry=false
2024-11-12T03:31:22,667 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,43181,1731382278529 expired; onlineServers=2
2024-11-12T03:31:22,669 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_731913211_22 at /127.0.0.1:58828 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:45571:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58828 dst: /127.0.0.1:45571
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:22,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_-9223372036854775632_1027 (size=6637)
2024-11-12T03:31:22,674 WARN  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:22,674 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/.tmp/info/d7dcba6144964999928bde5e19d95158
2024-11-12T03:31:22,698 INFO  [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T03:31:22,701 INFO  [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T03:31:22,702 INFO  [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T03:31:22,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_-9223372036854775692_1015 (size=32)
2024-11-12T03:31:22,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_-9223372036854775693_1015 (size=32)
2024-11-12T03:31:22,702 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/.tmp/ns/2169004eb7d74d6fac586cd84e1c5640 is 43, key is default/ns:d/1731382280936/Put/seqid=0
2024-11-12T03:31:22,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_-9223372036854775757_1006 (size=196)
2024-11-12T03:31:22,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_-9223372036854775756_1006 (size=196)
2024-11-12T03:31:22,705 WARN  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,705 WARN  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,710 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_731913211_22 at /127.0.0.1:42112 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:41823:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42112 dst: /127.0.0.1:41823
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:22,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_-9223372036854775616_1029 (size=5153)
2024-11-12T03:31:22,717 WARN  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:22,717 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/.tmp/ns/2169004eb7d74d6fac586cd84e1c5640
2024-11-12T03:31:22,741 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/.tmp/table/d214e225f86449abb8f43be31e96843a is 52, key is TestHBaseWalOnEC/table:state/1731382281687/Put/seqid=0
2024-11-12T03:31:22,743 WARN  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,743 WARN  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,746 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_731913211_22 at /127.0.0.1:42132 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:41823:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42132 dst: /127.0.0.1:41823
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:22,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_-9223372036854775600_1031 (size=5249)
2024-11-12T03:31:22,750 WARN  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:22,751 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/.tmp/table/d214e225f86449abb8f43be31e96843a
2024-11-12T03:31:22,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:22,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43181-0x1012d18ef100001, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:22,757 INFO  [RS:0;3fb681890ab2:43181 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T03:31:22,757 INFO  [RS:0;3fb681890ab2:43181 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,43181,1731382278529; zookeeper connection closed.
2024-11-12T03:31:22,758 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@288d0e4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@288d0e4c
2024-11-12T03:31:22,762 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/.tmp/info/d7dcba6144964999928bde5e19d95158 as hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/info/d7dcba6144964999928bde5e19d95158
2024-11-12T03:31:22,773 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/info/d7dcba6144964999928bde5e19d95158, entries=10, sequenceid=11, filesize=6.5 K
2024-11-12T03:31:22,775 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/.tmp/ns/2169004eb7d74d6fac586cd84e1c5640 as hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/ns/2169004eb7d74d6fac586cd84e1c5640
2024-11-12T03:31:22,786 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/ns/2169004eb7d74d6fac586cd84e1c5640, entries=2, sequenceid=11, filesize=5.0 K
2024-11-12T03:31:22,788 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/.tmp/table/d214e225f86449abb8f43be31e96843a as hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/table/d214e225f86449abb8f43be31e96843a
2024-11-12T03:31:22,798 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/table/d214e225f86449abb8f43be31e96843a, entries=2, sequenceid=11, filesize=5.1 K
2024-11-12T03:31:22,800 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 178ms, sequenceid=11, compaction requested=false
2024-11-12T03:31:22,800 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-12T03:31:22,809 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-12T03:31:22,810 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T03:31:22,810 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T03:31:22,810 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731382282622Running coprocessor pre-close hooks at 1731382282622Disabling compacts and flushes for region at 1731382282622Disabling writes for close at 1731382282622Obtaining lock to block concurrent updates at 1731382282623 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731382282623Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731382282623Flushing stores of hbase:meta,,1.1588230740 at 1731382282624 (+1 ms)Flushing 1588230740/info: creating writer at 1731382282625 (+1 ms)Flushing 1588230740/info: appending metadata at 1731382282655 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731382282655Flushing 1588230740/ns: creating writer at 1731382282684 (+29 ms)Flushing 1588230740/ns: appending metadata at 1731382282701 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731382282701Flushing 1588230740/table: creating writer at 1731382282726 (+25 ms)Flushing 1588230740/table: appending metadata at 1731382282740 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731382282740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645f8579: reopening flushed file at 1731382282760 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a730448: reopening flushed file at 1731382282774 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46440e06: reopening flushed file at 1731382282787 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 178ms, sequenceid=11, compaction requested=false at 1731382282800 (+13 ms)Writing region close event to WAL at 1731382282802 (+2 ms)Running coprocessor post-close hooks at 1731382282810 (+8 ms)Closed at 1731382282810
2024-11-12T03:31:22,810 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T03:31:22,823 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,35567,1731382278632; all regions closed.
2024-11-12T03:31:22,823 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,35697,1731382278681; all regions closed.
2024-11-12T03:31:22,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741829_1019 (size=2751)
2024-11-12T03:31:22,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39169 is added to blk_1073741826_1016 (size=1298)
2024-11-12T03:31:22,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39169 is added to blk_1073741829_1019 (size=2751)
2024-11-12T03:31:22,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741829_1019 (size=2751)
2024-11-12T03:31:22,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741826_1016 (size=1298)
2024-11-12T03:31:22,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741826_1016 (size=1298)
2024-11-12T03:31:22,832 DEBUG [RS:2;3fb681890ab2:35697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/oldWALs
2024-11-12T03:31:22,832 INFO  [RS:2;3fb681890ab2:35697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C35697%2C1731382278681:(num 1731382280147)
2024-11-12T03:31:22,832 DEBUG [RS:2;3fb681890ab2:35697 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:22,832 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T03:31:22,832 DEBUG [RS:1;3fb681890ab2:35567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/oldWALs
2024-11-12T03:31:22,832 INFO  [RS:1;3fb681890ab2:35567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C35567%2C1731382278632.meta:.meta(num 1731382280751)
2024-11-12T03:31:22,832 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T03:31:22,832 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T03:31:22,833 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T03:31:22,833 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T03:31:22,833 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T03:31:22,833 INFO  [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T03:31:22,833 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T03:31:22,833 INFO  [RS:2;3fb681890ab2:35697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35697
2024-11-12T03:31:22,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741828_1018 (size=93)
2024-11-12T03:31:22,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39169 is added to blk_1073741828_1018 (size=93)
2024-11-12T03:31:22,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741828_1018 (size=93)
2024-11-12T03:31:22,839 DEBUG [RS:1;3fb681890ab2:35567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/oldWALs
2024-11-12T03:31:22,839 INFO  [RS:1;3fb681890ab2:35567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C35567%2C1731382278632:(num 1731382280147)
2024-11-12T03:31:22,839 DEBUG [RS:1;3fb681890ab2:35567 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:22,839 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T03:31:22,839 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T03:31:22,839 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T03:31:22,839 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T03:31:22,839 INFO  [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T03:31:22,839 INFO  [RS:1;3fb681890ab2:35567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35567
2024-11-12T03:31:22,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-12T03:31:22,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3fb681890ab2,35697,1731382278681
2024-11-12T03:31:22,846 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T03:31:22,856 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3fb681890ab2,35567,1731382278632
2024-11-12T03:31:22,856 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T03:31:22,867 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,35697,1731382278681]
2024-11-12T03:31:22,888 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3fb681890ab2,35697,1731382278681 already deleted, retry=false
2024-11-12T03:31:22,888 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,35697,1731382278681 expired; onlineServers=1
2024-11-12T03:31:22,888 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,35567,1731382278632]
2024-11-12T03:31:22,898 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3fb681890ab2,35567,1731382278632 already deleted, retry=false
2024-11-12T03:31:22,898 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,35567,1731382278632 expired; onlineServers=0
2024-11-12T03:31:22,898 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,35541,1731382277758' *****
2024-11-12T03:31:22,898 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T03:31:22,898 INFO  [M:0;3fb681890ab2:35541 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T03:31:22,899 INFO  [M:0;3fb681890ab2:35541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T03:31:22,899 DEBUG [M:0;3fb681890ab2:35541 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T03:31:22,899 DEBUG [M:0;3fb681890ab2:35541 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T03:31:22,899 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T03:31:22,899 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731382279808 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731382279808,5,FailOnTimeoutGroup]
2024-11-12T03:31:22,899 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731382279804 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731382279804,5,FailOnTimeoutGroup]
2024-11-12T03:31:22,899 INFO  [M:0;3fb681890ab2:35541 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T03:31:22,900 INFO  [M:0;3fb681890ab2:35541 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T03:31:22,900 DEBUG [M:0;3fb681890ab2:35541 {}] master.HMaster(1795): Stopping service threads
2024-11-12T03:31:22,900 INFO  [M:0;3fb681890ab2:35541 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T03:31:22,900 INFO  [M:0;3fb681890ab2:35541 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T03:31:22,901 INFO  [M:0;3fb681890ab2:35541 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T03:31:22,901 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T03:31:22,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-12T03:31:22,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:22,909 DEBUG [M:0;3fb681890ab2:35541 {}] zookeeper.ZKUtil(347): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-12T03:31:22,909 WARN  [M:0;3fb681890ab2:35541 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T03:31:22,911 INFO  [M:0;3fb681890ab2:35541 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/.lastflushedseqids
2024-11-12T03:31:22,919 WARN  [M:0;3fb681890ab2:35541 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,919 WARN  [M:0;3fb681890ab2:35541 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,922 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2082299600_22 at /127.0.0.1:58864 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:45571:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58864 dst: /127.0.0.1:45571
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:22,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_-9223372036854775584_1033 (size=127)
2024-11-12T03:31:22,928 WARN  [M:0;3fb681890ab2:35541 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:22,928 INFO  [M:0;3fb681890ab2:35541 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T03:31:22,928 INFO  [M:0;3fb681890ab2:35541 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T03:31:22,929 DEBUG [M:0;3fb681890ab2:35541 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T03:31:22,929 INFO  [M:0;3fb681890ab2:35541 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:22,929 DEBUG [M:0;3fb681890ab2:35541 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:22,929 DEBUG [M:0;3fb681890ab2:35541 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T03:31:22,929 DEBUG [M:0;3fb681890ab2:35541 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:22,929 INFO  [M:0;3fb681890ab2:35541 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB
2024-11-12T03:31:22,946 DEBUG [M:0;3fb681890ab2:35541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e84ab6aeae8c46f08db8d7acc4ca1a09 is 82, key is hbase:meta,,1/info:regioninfo/1731382280828/Put/seqid=0
2024-11-12T03:31:22,948 WARN  [M:0;3fb681890ab2:35541 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,948 WARN  [M:0;3fb681890ab2:35541 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,951 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2082299600_22 at /127.0.0.1:37688 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:39169:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:37688 dst: /127.0.0.1:39169
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:22,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39169 is added to blk_-9223372036854775568_1035 (size=5672)
2024-11-12T03:31:22,955 WARN  [M:0;3fb681890ab2:35541 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:22,955 INFO  [M:0;3fb681890ab2:35541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e84ab6aeae8c46f08db8d7acc4ca1a09
2024-11-12T03:31:22,967 INFO  [RS:2;3fb681890ab2:35697 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T03:31:22,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:22,967 INFO  [RS:2;3fb681890ab2:35697 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,35697,1731382278681; zookeeper connection closed.
2024-11-12T03:31:22,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35697-0x1012d18ef100003, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:22,967 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@176861b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@176861b6
2024-11-12T03:31:22,977 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:22,977 INFO  [RS:1;3fb681890ab2:35567 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T03:31:22,978 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35567-0x1012d18ef100002, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:22,978 INFO  [RS:1;3fb681890ab2:35567 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,35567,1731382278632; zookeeper connection closed.
2024-11-12T03:31:22,978 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e4d11ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e4d11ef
2024-11-12T03:31:22,979 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-12T03:31:22,982 DEBUG [M:0;3fb681890ab2:35541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cb4b2e4504445f6b098acc71bd203ba is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731382281695/Put/seqid=0
2024-11-12T03:31:22,985 WARN  [M:0;3fb681890ab2:35541 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,985 WARN  [M:0;3fb681890ab2:35541 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:22,987 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2082299600_22 at /127.0.0.1:37714 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:39169:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:37714 dst: /127.0.0.1:39169
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:22,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39169 is added to blk_-9223372036854775552_1037 (size=6440)
2024-11-12T03:31:22,992 WARN  [M:0;3fb681890ab2:35541 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:22,992 INFO  [M:0;3fb681890ab2:35541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cb4b2e4504445f6b098acc71bd203ba
2024-11-12T03:31:23,017 DEBUG [M:0;3fb681890ab2:35541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64ccf7ca684b42c781b2fc70a9a1911f is 69, key is 3fb681890ab2,35567,1731382278632/rs:state/1731382279854/Put/seqid=0
2024-11-12T03:31:23,019 WARN  [M:0;3fb681890ab2:35541 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:23,019 WARN  [M:0;3fb681890ab2:35541 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-12T03:31:23,022 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2082299600_22 at /127.0.0.1:42146 [Receiving block BP-766499260-172.17.0.2-1731382273232:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:41823:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42146 dst: /127.0.0.1:41823
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-12T03:31:23,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_-9223372036854775536_1039 (size=5294)
2024-11-12T03:31:23,026 WARN  [M:0;3fb681890ab2:35541 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-12T03:31:23,026 INFO  [M:0;3fb681890ab2:35541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64ccf7ca684b42c781b2fc70a9a1911f
2024-11-12T03:31:23,034 DEBUG [M:0;3fb681890ab2:35541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e84ab6aeae8c46f08db8d7acc4ca1a09 as hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e84ab6aeae8c46f08db8d7acc4ca1a09
2024-11-12T03:31:23,042 INFO  [M:0;3fb681890ab2:35541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e84ab6aeae8c46f08db8d7acc4ca1a09, entries=8, sequenceid=72, filesize=5.5 K
2024-11-12T03:31:23,043 DEBUG [M:0;3fb681890ab2:35541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cb4b2e4504445f6b098acc71bd203ba as hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cb4b2e4504445f6b098acc71bd203ba
2024-11-12T03:31:23,051 INFO  [M:0;3fb681890ab2:35541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cb4b2e4504445f6b098acc71bd203ba, entries=8, sequenceid=72, filesize=6.3 K
2024-11-12T03:31:23,052 DEBUG [M:0;3fb681890ab2:35541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64ccf7ca684b42c781b2fc70a9a1911f as hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64ccf7ca684b42c781b2fc70a9a1911f
2024-11-12T03:31:23,059 INFO  [M:0;3fb681890ab2:35541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64ccf7ca684b42c781b2fc70a9a1911f, entries=3, sequenceid=72, filesize=5.2 K
2024-11-12T03:31:23,061 INFO  [M:0;3fb681890ab2:35541 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=72, compaction requested=false
2024-11-12T03:31:23,062 INFO  [M:0;3fb681890ab2:35541 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:23,062 DEBUG [M:0;3fb681890ab2:35541 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731382282929Disabling compacts and flushes for region at 1731382282929Disabling writes for close at 1731382282929Obtaining lock to block concurrent updates at 1731382282929Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731382282929Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1731382282930 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731382282930Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731382282931 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731382282946 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731382282946Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731382282963 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731382282982 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731382282982Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731382283001 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731382283016 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731382283016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b37746: reopening flushed file at 1731382283033 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4541eb24: reopening flushed file at 1731382283042 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2577475: reopening flushed file at 1731382283051 (+9 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=72, compaction requested=false at 1731382283061 (+10 ms)Writing region close event to WAL at 1731382283062 (+1 ms)Closed at 1731382283062
2024-11-12T03:31:23,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741825_1011 (size=32686)
2024-11-12T03:31:23,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45571 is added to blk_1073741825_1011 (size=32686)
2024-11-12T03:31:23,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39169 is added to blk_1073741825_1011 (size=32686)
2024-11-12T03:31:23,066 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T03:31:23,066 INFO  [M:0;3fb681890ab2:35541 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T03:31:23,066 INFO  [M:0;3fb681890ab2:35541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35541
2024-11-12T03:31:23,066 INFO  [M:0;3fb681890ab2:35541 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T03:31:23,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:23,178 INFO  [M:0;3fb681890ab2:35541 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T03:31:23,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35541-0x1012d18ef100000, quorum=127.0.0.1:59574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:23,212 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67fa62aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T03:31:23,215 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f3a79{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T03:31:23,215 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T03:31:23,215 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41dce2a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T03:31:23,216 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435daa1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/hadoop.log.dir/,STOPPED}
2024-11-12T03:31:23,218 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T03:31:23,218 WARN  [BP-766499260-172.17.0.2-1731382273232 heartbeating to localhost/127.0.0.1:38503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T03:31:23,218 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T03:31:23,218 WARN  [BP-766499260-172.17.0.2-1731382273232 heartbeating to localhost/127.0.0.1:38503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-766499260-172.17.0.2-1731382273232 (Datanode Uuid 54bdd660-c230-4688-9ac1-6f6b951e7e9b) service to localhost/127.0.0.1:38503
2024-11-12T03:31:23,220 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/data/data5/current/BP-766499260-172.17.0.2-1731382273232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T03:31:23,220 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/data/data6/current/BP-766499260-172.17.0.2-1731382273232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T03:31:23,221 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T03:31:23,223 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41033a80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T03:31:23,223 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14721f03{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T03:31:23,223 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T03:31:23,223 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ffdd72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T03:31:23,223 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23e84c60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/hadoop.log.dir/,STOPPED}
2024-11-12T03:31:23,225 WARN  [BP-766499260-172.17.0.2-1731382273232 heartbeating to localhost/127.0.0.1:38503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T03:31:23,225 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T03:31:23,225 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T03:31:23,225 WARN  [BP-766499260-172.17.0.2-1731382273232 heartbeating to localhost/127.0.0.1:38503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-766499260-172.17.0.2-1731382273232 (Datanode Uuid c1f62d60-b9db-4e45-9166-5f7e5194ed44) service to localhost/127.0.0.1:38503
2024-11-12T03:31:23,225 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/data/data3/current/BP-766499260-172.17.0.2-1731382273232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T03:31:23,226 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/data/data4/current/BP-766499260-172.17.0.2-1731382273232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T03:31:23,226 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T03:31:23,230 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bf2c732{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T03:31:23,231 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1182e874{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T03:31:23,231 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T03:31:23,231 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a906869{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T03:31:23,231 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7728820b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/hadoop.log.dir/,STOPPED}
2024-11-12T03:31:23,233 WARN  [BP-766499260-172.17.0.2-1731382273232 heartbeating to localhost/127.0.0.1:38503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T03:31:23,233 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T03:31:23,233 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T03:31:23,233 WARN  [BP-766499260-172.17.0.2-1731382273232 heartbeating to localhost/127.0.0.1:38503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-766499260-172.17.0.2-1731382273232 (Datanode Uuid 270d5ed7-6bdd-4ada-bccb-a40cb22e243c) service to localhost/127.0.0.1:38503
2024-11-12T03:31:23,233 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/data/data1/current/BP-766499260-172.17.0.2-1731382273232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T03:31:23,234 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/cluster_0a4b26fc-b99a-f701-a6e1-890ea83abb69/data/data2/current/BP-766499260-172.17.0.2-1731382273232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T03:31:23,234 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T03:31:23,243 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e22261{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T03:31:23,244 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3599471c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T03:31:23,244 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T03:31:23,244 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2faf2775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T03:31:23,244 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e18bd18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/hadoop.log.dir/,STOPPED}
2024-11-12T03:31:23,252 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-12T03:31:23,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T03:31:23,287 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=91 (was 161), OpenFileDescriptor=439 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=6674 (was 6976)
2024-11-12T03:31:23,292 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=91, OpenFileDescriptor=439, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=6674
2024-11-12T03:31:23,292 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-12T03:31:23,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/hadoop.log.dir so I do NOT create it in target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9
2024-11-12T03:31:23,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ec9ad77a-9fef-3848-5d3b-26839ed5a39d/hadoop.tmp.dir so I do NOT create it in target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9
2024-11-12T03:31:23,293 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94, deleteOnExit=true
2024-11-12T03:31:23,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-12T03:31:23,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/test.cache.data in system properties and HBase conf
2024-11-12T03:31:23,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/hadoop.tmp.dir in system properties and HBase conf
2024-11-12T03:31:23,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/hadoop.log.dir in system properties and HBase conf
2024-11-12T03:31:23,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-12T03:31:23,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-12T03:31:23,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-12T03:31:23,294 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-12T03:31:23,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-12T03:31:23,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-12T03:31:23,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-12T03:31:23,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T03:31:23,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-12T03:31:23,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-12T03:31:23,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-12T03:31:23,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T03:31:23,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-12T03:31:23,295 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/nfs.dump.dir in system properties and HBase conf
2024-11-12T03:31:23,295 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/java.io.tmpdir in system properties and HBase conf
2024-11-12T03:31:23,295 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-12T03:31:23,295 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-12T03:31:23,295 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-12T03:31:23,691 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T03:31:23,698 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T03:31:23,700 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T03:31:23,700 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T03:31:23,700 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T03:31:23,701 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T03:31:23,701 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@413aedad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/hadoop.log.dir/,AVAILABLE}
2024-11-12T03:31:23,701 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49c762a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T03:31:23,796 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7777936e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/java.io.tmpdir/jetty-localhost-33223-hadoop-hdfs-3_4_1-tests_jar-_-any-976049702220909042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T03:31:23,797 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c7c2d1{HTTP/1.1, (http/1.1)}{localhost:33223}
2024-11-12T03:31:23,797 INFO  [Time-limited test {}] server.Server(415): Started @12393ms
2024-11-12T03:31:24,096 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T03:31:24,100 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T03:31:24,100 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T03:31:24,101 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T03:31:24,101 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-12T03:31:24,104 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@592a8291{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/hadoop.log.dir/,AVAILABLE}
2024-11-12T03:31:24,105 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13cd24a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T03:31:24,199 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1330bf1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/java.io.tmpdir/jetty-localhost-42247-hadoop-hdfs-3_4_1-tests_jar-_-any-7064200880835052775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T03:31:24,199 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32d6d603{HTTP/1.1, (http/1.1)}{localhost:42247}
2024-11-12T03:31:24,199 INFO  [Time-limited test {}] server.Server(415): Started @12796ms
2024-11-12T03:31:24,201 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T03:31:24,230 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T03:31:24,235 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T03:31:24,236 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T03:31:24,236 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T03:31:24,236 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T03:31:24,237 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58778b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/hadoop.log.dir/,AVAILABLE}
2024-11-12T03:31:24,237 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ec5ba72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T03:31:24,331 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b51bac6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/java.io.tmpdir/jetty-localhost-41551-hadoop-hdfs-3_4_1-tests_jar-_-any-10492811318789041388/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T03:31:24,331 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fc5c28c{HTTP/1.1, (http/1.1)}{localhost:41551}
2024-11-12T03:31:24,332 INFO  [Time-limited test {}] server.Server(415): Started @12928ms
2024-11-12T03:31:24,333 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T03:31:24,368 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-12T03:31:24,371 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-12T03:31:24,372 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-12T03:31:24,372 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-12T03:31:24,372 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-12T03:31:24,372 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67530df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/hadoop.log.dir/,AVAILABLE}
2024-11-12T03:31:24,372 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3630dde3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-12T03:31:24,464 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@531dc577{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/java.io.tmpdir/jetty-localhost-42947-hadoop-hdfs-3_4_1-tests_jar-_-any-5134737370372895235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T03:31:24,465 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70e47b85{HTTP/1.1, (http/1.1)}{localhost:42947}
2024-11-12T03:31:24,465 INFO  [Time-limited test {}] server.Server(415): Started @13061ms
2024-11-12T03:31:24,466 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-12T03:31:25,716 WARN  [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/data/data2/current/BP-248773260-172.17.0.2-1731382283321/current, will proceed with Du for space computation calculation, 
2024-11-12T03:31:25,716 WARN  [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/data/data1/current/BP-248773260-172.17.0.2-1731382283321/current, will proceed with Du for space computation calculation, 
2024-11-12T03:31:25,736 WARN  [Thread-501 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T03:31:25,738 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d7c185c5c162410 with lease ID 0xc4bc6844481a9a44: Processing first storage report for DS-d0378d0a-e645-4d2c-ae12-6fcc2f31bc76 from datanode DatanodeRegistration(127.0.0.1:34625, datanodeUuid=36a445e6-fe03-42fd-bdfc-1cfdfe0434e9, infoPort=38487, infoSecurePort=0, ipcPort=42157, storageInfo=lv=-57;cid=testClusterID;nsid=667377790;c=1731382283321)
2024-11-12T03:31:25,738 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d7c185c5c162410 with lease ID 0xc4bc6844481a9a44: from storage DS-d0378d0a-e645-4d2c-ae12-6fcc2f31bc76 node DatanodeRegistration(127.0.0.1:34625, datanodeUuid=36a445e6-fe03-42fd-bdfc-1cfdfe0434e9, infoPort=38487, infoSecurePort=0, ipcPort=42157, storageInfo=lv=-57;cid=testClusterID;nsid=667377790;c=1731382283321), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T03:31:25,738 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d7c185c5c162410 with lease ID 0xc4bc6844481a9a44: Processing first storage report for DS-1287d63f-455d-46be-b731-4bcaaeba46b9 from datanode DatanodeRegistration(127.0.0.1:34625, datanodeUuid=36a445e6-fe03-42fd-bdfc-1cfdfe0434e9, infoPort=38487, infoSecurePort=0, ipcPort=42157, storageInfo=lv=-57;cid=testClusterID;nsid=667377790;c=1731382283321)
2024-11-12T03:31:25,739 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d7c185c5c162410 with lease ID 0xc4bc6844481a9a44: from storage DS-1287d63f-455d-46be-b731-4bcaaeba46b9 node DatanodeRegistration(127.0.0.1:34625, datanodeUuid=36a445e6-fe03-42fd-bdfc-1cfdfe0434e9, infoPort=38487, infoSecurePort=0, ipcPort=42157, storageInfo=lv=-57;cid=testClusterID;nsid=667377790;c=1731382283321), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T03:31:25,959 WARN  [Thread-572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/data/data3/current/BP-248773260-172.17.0.2-1731382283321/current, will proceed with Du for space computation calculation, 
2024-11-12T03:31:25,960 WARN  [Thread-573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/data/data4/current/BP-248773260-172.17.0.2-1731382283321/current, will proceed with Du for space computation calculation, 
2024-11-12T03:31:25,981 WARN  [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T03:31:25,984 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x327282cf8988a3b6 with lease ID 0xc4bc6844481a9a45: Processing first storage report for DS-684a21b4-b9a3-4522-9f2a-bf2be33949f5 from datanode DatanodeRegistration(127.0.0.1:40977, datanodeUuid=cf6b8daf-b0e5-46fc-b59f-759cd1cb868d, infoPort=44609, infoSecurePort=0, ipcPort=43959, storageInfo=lv=-57;cid=testClusterID;nsid=667377790;c=1731382283321)
2024-11-12T03:31:25,984 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x327282cf8988a3b6 with lease ID 0xc4bc6844481a9a45: from storage DS-684a21b4-b9a3-4522-9f2a-bf2be33949f5 node DatanodeRegistration(127.0.0.1:40977, datanodeUuid=cf6b8daf-b0e5-46fc-b59f-759cd1cb868d, infoPort=44609, infoSecurePort=0, ipcPort=43959, storageInfo=lv=-57;cid=testClusterID;nsid=667377790;c=1731382283321), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T03:31:25,984 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x327282cf8988a3b6 with lease ID 0xc4bc6844481a9a45: Processing first storage report for DS-8f763270-c044-49d1-8a0e-293d2322571f from datanode DatanodeRegistration(127.0.0.1:40977, datanodeUuid=cf6b8daf-b0e5-46fc-b59f-759cd1cb868d, infoPort=44609, infoSecurePort=0, ipcPort=43959, storageInfo=lv=-57;cid=testClusterID;nsid=667377790;c=1731382283321)
2024-11-12T03:31:25,984 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x327282cf8988a3b6 with lease ID 0xc4bc6844481a9a45: from storage DS-8f763270-c044-49d1-8a0e-293d2322571f node DatanodeRegistration(127.0.0.1:40977, datanodeUuid=cf6b8daf-b0e5-46fc-b59f-759cd1cb868d, infoPort=44609, infoSecurePort=0, ipcPort=43959, storageInfo=lv=-57;cid=testClusterID;nsid=667377790;c=1731382283321), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T03:31:26,016 WARN  [Thread-583 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/data/data5/current/BP-248773260-172.17.0.2-1731382283321/current, will proceed with Du for space computation calculation, 
2024-11-12T03:31:26,016 WARN  [Thread-584 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/data/data6/current/BP-248773260-172.17.0.2-1731382283321/current, will proceed with Du for space computation calculation, 
2024-11-12T03:31:26,031 WARN  [Thread-546 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-12T03:31:26,034 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x400a1ed9fe71c03d with lease ID 0xc4bc6844481a9a46: Processing first storage report for DS-be7dc238-dd3e-4de0-ae98-ec13f73e0873 from datanode DatanodeRegistration(127.0.0.1:40105, datanodeUuid=5f8a880d-8cda-4d7f-ba06-f0e9ea147f77, infoPort=35805, infoSecurePort=0, ipcPort=37067, storageInfo=lv=-57;cid=testClusterID;nsid=667377790;c=1731382283321)
2024-11-12T03:31:26,034 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x400a1ed9fe71c03d with lease ID 0xc4bc6844481a9a46: from storage DS-be7dc238-dd3e-4de0-ae98-ec13f73e0873 node DatanodeRegistration(127.0.0.1:40105, datanodeUuid=5f8a880d-8cda-4d7f-ba06-f0e9ea147f77, infoPort=35805, infoSecurePort=0, ipcPort=37067, storageInfo=lv=-57;cid=testClusterID;nsid=667377790;c=1731382283321), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T03:31:26,034 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x400a1ed9fe71c03d with lease ID 0xc4bc6844481a9a46: Processing first storage report for DS-4d9f1e15-2480-45cd-814b-96f536cafedf from datanode DatanodeRegistration(127.0.0.1:40105, datanodeUuid=5f8a880d-8cda-4d7f-ba06-f0e9ea147f77, infoPort=35805, infoSecurePort=0, ipcPort=37067, storageInfo=lv=-57;cid=testClusterID;nsid=667377790;c=1731382283321)
2024-11-12T03:31:26,035 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x400a1ed9fe71c03d with lease ID 0xc4bc6844481a9a46: from storage DS-4d9f1e15-2480-45cd-814b-96f536cafedf node DatanodeRegistration(127.0.0.1:40105, datanodeUuid=5f8a880d-8cda-4d7f-ba06-f0e9ea147f77, infoPort=35805, infoSecurePort=0, ipcPort=37067, storageInfo=lv=-57;cid=testClusterID;nsid=667377790;c=1731382283321), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-12T03:31:26,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9
2024-11-12T03:31:26,111 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/zookeeper_0, clientPort=62238, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-12T03:31:26,112 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62238
2024-11-12T03:31:26,113 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:26,115 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:26,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741825_1001 (size=7)
2024-11-12T03:31:26,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741825_1001 (size=7)
2024-11-12T03:31:26,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741825_1001 (size=7)
2024-11-12T03:31:26,130 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191 with version=8
2024-11-12T03:31:26,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38503/user/jenkins/test-data/780e1c2a-246a-f16e-3be6-387d247e7ead/hbase-staging
2024-11-12T03:31:26,133 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45
2024-11-12T03:31:26,133 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:26,133 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:26,133 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T03:31:26,133 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:26,133 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T03:31:26,133 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-12T03:31:26,133 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T03:31:26,134 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46357
2024-11-12T03:31:26,135 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46357 connecting to ZooKeeper ensemble=127.0.0.1:62238
2024-11-12T03:31:26,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463570x0, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T03:31:26,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46357-0x1012d1912ca0000 connected
2024-11-12T03:31:26,268 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:26,272 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:26,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:26,275 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191, hbase.cluster.distributed=false
2024-11-12T03:31:26,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T03:31:26,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46357
2024-11-12T03:31:26,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46357
2024-11-12T03:31:26,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46357
2024-11-12T03:31:26,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46357
2024-11-12T03:31:26,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46357
2024-11-12T03:31:26,294 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-12T03:31:26,300 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45
2024-11-12T03:31:26,300 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:26,300 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:26,300 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T03:31:26,300 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:26,300 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T03:31:26,300 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T03:31:26,300 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T03:31:26,301 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44227
2024-11-12T03:31:26,303 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44227 connecting to ZooKeeper ensemble=127.0.0.1:62238
2024-11-12T03:31:26,304 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:26,306 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:26,319 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442270x0, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T03:31:26,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44227-0x1012d1912ca0001 connected
2024-11-12T03:31:26,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:26,320 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T03:31:26,321 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T03:31:26,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-12T03:31:26,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T03:31:26,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44227
2024-11-12T03:31:26,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44227
2024-11-12T03:31:26,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44227
2024-11-12T03:31:26,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44227
2024-11-12T03:31:26,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44227
2024-11-12T03:31:26,341 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T03:31:26,341 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-12T03:31:26,348 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45
2024-11-12T03:31:26,348 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:26,348 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:26,348 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T03:31:26,349 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:26,349 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T03:31:26,349 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T03:31:26,349 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T03:31:26,350 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36727
2024-11-12T03:31:26,352 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36727 connecting to ZooKeeper ensemble=127.0.0.1:62238
2024-11-12T03:31:26,353 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:26,354 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:26,361 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367270x0, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T03:31:26,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36727-0x1012d1912ca0002 connected
2024-11-12T03:31:26,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:26,362 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T03:31:26,363 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T03:31:26,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-12T03:31:26,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T03:31:26,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36727
2024-11-12T03:31:26,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36727
2024-11-12T03:31:26,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36727
2024-11-12T03:31:26,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36727
2024-11-12T03:31:26,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36727
2024-11-12T03:31:26,384 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45
2024-11-12T03:31:26,384 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:26,384 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:26,384 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-12T03:31:26,384 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-12T03:31:26,384 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-12T03:31:26,384 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-12T03:31:26,384 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-12T03:31:26,385 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33243
2024-11-12T03:31:26,386 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33243 connecting to ZooKeeper ensemble=127.0.0.1:62238
2024-11-12T03:31:26,387 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:26,388 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:26,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332430x0, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-12T03:31:26,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332430x0, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:26,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33243-0x1012d1912ca0003 connected
2024-11-12T03:31:26,404 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-12T03:31:26,405 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-12T03:31:26,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-12T03:31:26,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-12T03:31:26,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33243
2024-11-12T03:31:26,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33243
2024-11-12T03:31:26,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33243
2024-11-12T03:31:26,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33243
2024-11-12T03:31:26,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33243
2024-11-12T03:31:26,424 DEBUG [M:0;3fb681890ab2:46357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:46357
2024-11-12T03:31:26,424 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3fb681890ab2,46357,1731382286132
2024-11-12T03:31:26,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:26,435 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:26,435 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:26,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:26,436 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3fb681890ab2,46357,1731382286132
2024-11-12T03:31:26,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-12T03:31:26,445 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-12T03:31:26,445 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-12T03:31:26,445 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,445 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,447 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-12T03:31:26,447 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3fb681890ab2,46357,1731382286132 from backup master directory
2024-11-12T03:31:26,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3fb681890ab2,46357,1731382286132
2024-11-12T03:31:26,456 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:26,456 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:26,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:26,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-12T03:31:26,456 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T03:31:26,456 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,46357,1731382286132
2024-11-12T03:31:26,463 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/hbase.id] with ID: 357b806d-6ea7-4fcf-872f-7ae8d5b5ac75
2024-11-12T03:31:26,463 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/.tmp/hbase.id
2024-11-12T03:31:26,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741826_1002 (size=42)
2024-11-12T03:31:26,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741826_1002 (size=42)
2024-11-12T03:31:26,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741826_1002 (size=42)
2024-11-12T03:31:26,476 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/.tmp/hbase.id]:[hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/hbase.id]
2024-11-12T03:31:26,493 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-12T03:31:26,493 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-12T03:31:26,495 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-12T03:31:26,507 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,507 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741827_1003 (size=196)
2024-11-12T03:31:26,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741827_1003 (size=196)
2024-11-12T03:31:26,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741827_1003 (size=196)
2024-11-12T03:31:26,517 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T03:31:26,518 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-12T03:31:26,518 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-12T03:31:26,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741828_1004 (size=1189)
2024-11-12T03:31:26,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741828_1004 (size=1189)
2024-11-12T03:31:26,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741828_1004 (size=1189)
2024-11-12T03:31:26,531 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store
2024-11-12T03:31:26,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741829_1005 (size=34)
2024-11-12T03:31:26,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741829_1005 (size=34)
2024-11-12T03:31:26,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741829_1005 (size=34)
2024-11-12T03:31:26,541 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T03:31:26,541 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T03:31:26,541 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:26,541 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:26,541 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T03:31:26,541 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:26,541 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:26,541 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731382286541Disabling compacts and flushes for region at 1731382286541Disabling writes for close at 1731382286541Writing region close event to WAL at 1731382286541Closed at 1731382286541
2024-11-12T03:31:26,542 WARN  [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/.initializing
2024-11-12T03:31:26,542 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/WALs/3fb681890ab2,46357,1731382286132
2024-11-12T03:31:26,546 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C46357%2C1731382286132, suffix=, logDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/WALs/3fb681890ab2,46357,1731382286132, archiveDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/oldWALs, maxLogs=10
2024-11-12T03:31:26,546 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 3fb681890ab2%2C46357%2C1731382286132.1731382286546
2024-11-12T03:31:26,556 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/WALs/3fb681890ab2,46357,1731382286132/3fb681890ab2%2C46357%2C1731382286132.1731382286546
2024-11-12T03:31:26,558 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44609:44609),(127.0.0.1/127.0.0.1:35805:35805),(127.0.0.1/127.0.0.1:38487:38487)]
2024-11-12T03:31:26,564 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-12T03:31:26,564 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T03:31:26,564 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:26,564 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:26,566 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T03:31:26,568 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-12T03:31:26,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:26,569 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:26,569 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T03:31:26,571 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-12T03:31:26,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:26,572 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T03:31:26,572 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T03:31:26,574 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-12T03:31:26,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:26,576 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T03:31:26,576 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-12T03:31:26,578 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-12T03:31:26,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:26,578 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T03:31:26,579 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:26,579 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:26,580 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:26,582 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:26,582 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:26,582 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T03:31:26,583 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-12T03:31:26,586 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T03:31:26,587 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64664016, jitterRate=-0.036431074142456055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T03:31:26,588 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731382286564Initializing all the Stores at 1731382286566 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382286566Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731382286566Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731382286566Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731382286566Cleaning up temporary data from old regions at 1731382286582 (+16 ms)Region opened successfully at 1731382286588 (+6 ms)
2024-11-12T03:31:26,589 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-12T03:31:26,593 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ecd5b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0
2024-11-12T03:31:26,594 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-12T03:31:26,594 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-12T03:31:26,594 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-12T03:31:26,595 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-12T03:31:26,595 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-12T03:31:26,596 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-12T03:31:26,596 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-12T03:31:26,598 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-12T03:31:26,599 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-12T03:31:26,603 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-12T03:31:26,604 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-12T03:31:26,605 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-12T03:31:26,613 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-12T03:31:26,614 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-12T03:31:26,615 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-12T03:31:26,624 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-12T03:31:26,626 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-12T03:31:26,635 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-12T03:31:26,638 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-12T03:31:26,645 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-12T03:31:26,656 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:26,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:26,656 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:26,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:26,656 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,656 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,657 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,46357,1731382286132, sessionid=0x1012d1912ca0000, setting cluster-up flag (Was=false)
2024-11-12T03:31:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,677 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,677 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,709 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-12T03:31:26,711 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,46357,1731382286132
2024-11-12T03:31:26,729 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,729 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:26,761 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-12T03:31:26,762 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,46357,1731382286132
2024-11-12T03:31:26,764 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-12T03:31:26,766 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-12T03:31:26,766 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-12T03:31:26,767 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-12T03:31:26,767 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,46357,1731382286132
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-12T03:31:26,768 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5
2024-11-12T03:31:26,768 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5
2024-11-12T03:31:26,768 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5
2024-11-12T03:31:26,768 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5
2024-11-12T03:31:26,768 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10
2024-11-12T03:31:26,769 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,769 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2
2024-11-12T03:31:26,769 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,773 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731382316773
2024-11-12T03:31:26,773 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-12T03:31:26,773 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-12T03:31:26,773 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-12T03:31:26,773 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-12T03:31:26,773 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-12T03:31:26,773 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-12T03:31:26,773 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,774 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-12T03:31:26,774 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-12T03:31:26,774 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-12T03:31:26,774 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-12T03:31:26,774 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-12T03:31:26,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T03:31:26,775 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-12T03:31:26,775 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731382286774,5,FailOnTimeoutGroup]
2024-11-12T03:31:26,775 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731382286775,5,FailOnTimeoutGroup]
2024-11-12T03:31:26,775 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,775 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-12T03:31:26,775 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,775 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,776 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:26,776 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-12T03:31:26,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741831_1007 (size=1321)
2024-11-12T03:31:26,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741831_1007 (size=1321)
2024-11-12T03:31:26,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741831_1007 (size=1321)
2024-11-12T03:31:26,789 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-12T03:31:26,789 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191
2024-11-12T03:31:26,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741832_1008 (size=32)
2024-11-12T03:31:26,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741832_1008 (size=32)
2024-11-12T03:31:26,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741832_1008 (size=32)
2024-11-12T03:31:26,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T03:31:26,801 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T03:31:26,802 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T03:31:26,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:26,803 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:26,803 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T03:31:26,804 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T03:31:26,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:26,805 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:26,805 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T03:31:26,806 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T03:31:26,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:26,807 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:26,807 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T03:31:26,809 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T03:31:26,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:26,810 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:26,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T03:31:26,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740
2024-11-12T03:31:26,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740
2024-11-12T03:31:26,812 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(746): ClusterId : 357b806d-6ea7-4fcf-872f-7ae8d5b5ac75
2024-11-12T03:31:26,812 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T03:31:26,812 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.HRegionServer(746): ClusterId : 357b806d-6ea7-4fcf-872f-7ae8d5b5ac75
2024-11-12T03:31:26,812 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.HRegionServer(746): ClusterId : 357b806d-6ea7-4fcf-872f-7ae8d5b5ac75
2024-11-12T03:31:26,812 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T03:31:26,812 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-12T03:31:26,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T03:31:26,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T03:31:26,815 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T03:31:26,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T03:31:26,819 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T03:31:26,820 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65409403, jitterRate=-0.025323942303657532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T03:31:26,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731382286799Initializing all the Stores at 1731382286800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382286800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382286801 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731382286801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382286801Cleaning up temporary data from old regions at 1731382286814 (+13 ms)Region opened successfully at 1731382286820 (+6 ms)
2024-11-12T03:31:26,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T03:31:26,821 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T03:31:26,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T03:31:26,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T03:31:26,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T03:31:26,821 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T03:31:26,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731382286821Disabling compacts and flushes for region at 1731382286821Disabling writes for close at 1731382286821Writing region close event to WAL at 1731382286821Closed at 1731382286821
2024-11-12T03:31:26,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T03:31:26,823 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-12T03:31:26,823 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-12T03:31:26,826 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T03:31:26,827 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-12T03:31:26,835 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T03:31:26,835 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T03:31:26,835 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T03:31:26,835 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T03:31:26,836 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-12T03:31:26,836 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-12T03:31:26,856 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T03:31:26,856 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T03:31:26,856 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-12T03:31:26,857 DEBUG [RS:2;3fb681890ab2:33243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2556fd98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0
2024-11-12T03:31:26,857 DEBUG [RS:0;3fb681890ab2:44227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525a8609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0
2024-11-12T03:31:26,857 DEBUG [RS:1;3fb681890ab2:36727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0b49a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0
2024-11-12T03:31:26,869 DEBUG [RS:1;3fb681890ab2:36727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3fb681890ab2:36727
2024-11-12T03:31:26,869 DEBUG [RS:0;3fb681890ab2:44227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:44227
2024-11-12T03:31:26,869 DEBUG [RS:2;3fb681890ab2:33243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3fb681890ab2:33243
2024-11-12T03:31:26,870 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T03:31:26,870 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T03:31:26,870 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T03:31:26,870 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-12T03:31:26,870 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T03:31:26,870 DEBUG [RS:1;3fb681890ab2:36727 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T03:31:26,870 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-12T03:31:26,870 DEBUG [RS:2;3fb681890ab2:33243 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T03:31:26,870 DEBUG [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-12T03:31:26,871 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,46357,1731382286132 with port=33243, startcode=1731382286383
2024-11-12T03:31:26,871 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,46357,1731382286132 with port=36727, startcode=1731382286348
2024-11-12T03:31:26,871 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,46357,1731382286132 with port=44227, startcode=1731382286299
2024-11-12T03:31:26,871 DEBUG [RS:2;3fb681890ab2:33243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T03:31:26,871 DEBUG [RS:0;3fb681890ab2:44227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T03:31:26,871 DEBUG [RS:1;3fb681890ab2:36727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-12T03:31:26,873 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T03:31:26,873 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T03:31:26,873 INFO  [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService
2024-11-12T03:31:26,873 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,36727,1731382286348
2024-11-12T03:31:26,873 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46357 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,36727,1731382286348
2024-11-12T03:31:26,875 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,33243,1731382286383
2024-11-12T03:31:26,875 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46357 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,33243,1731382286383
2024-11-12T03:31:26,875 DEBUG [RS:1;3fb681890ab2:36727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191
2024-11-12T03:31:26,875 DEBUG [RS:1;3fb681890ab2:36727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34211
2024-11-12T03:31:26,875 DEBUG [RS:1;3fb681890ab2:36727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T03:31:26,877 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,44227,1731382286299
2024-11-12T03:31:26,877 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46357 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,44227,1731382286299
2024-11-12T03:31:26,877 DEBUG [RS:2;3fb681890ab2:33243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191
2024-11-12T03:31:26,877 DEBUG [RS:2;3fb681890ab2:33243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34211
2024-11-12T03:31:26,877 DEBUG [RS:2;3fb681890ab2:33243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T03:31:26,878 DEBUG [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191
2024-11-12T03:31:26,878 DEBUG [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34211
2024-11-12T03:31:26,879 DEBUG [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-12T03:31:26,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-12T03:31:26,926 DEBUG [RS:1;3fb681890ab2:36727 {}] zookeeper.ZKUtil(111): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3fb681890ab2,36727,1731382286348
2024-11-12T03:31:26,926 WARN  [RS:1;3fb681890ab2:36727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T03:31:26,926 INFO  [RS:1;3fb681890ab2:36727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-12T03:31:26,927 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,36727,1731382286348]
2024-11-12T03:31:26,927 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,44227,1731382286299]
2024-11-12T03:31:26,927 DEBUG [RS:2;3fb681890ab2:33243 {}] zookeeper.ZKUtil(111): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3fb681890ab2,33243,1731382286383
2024-11-12T03:31:26,927 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,33243,1731382286383]
2024-11-12T03:31:26,927 DEBUG [RS:1;3fb681890ab2:36727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/WALs/3fb681890ab2,36727,1731382286348
2024-11-12T03:31:26,927 DEBUG [RS:0;3fb681890ab2:44227 {}] zookeeper.ZKUtil(111): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3fb681890ab2,44227,1731382286299
2024-11-12T03:31:26,927 WARN  [RS:2;3fb681890ab2:33243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T03:31:26,927 WARN  [RS:0;3fb681890ab2:44227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-12T03:31:26,927 INFO  [RS:2;3fb681890ab2:33243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-12T03:31:26,927 INFO  [RS:0;3fb681890ab2:44227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-12T03:31:26,927 DEBUG [RS:2;3fb681890ab2:33243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/WALs/3fb681890ab2,33243,1731382286383
2024-11-12T03:31:26,928 DEBUG [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/WALs/3fb681890ab2,44227,1731382286299
2024-11-12T03:31:26,935 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T03:31:26,937 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T03:31:26,937 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-12T03:31:26,937 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T03:31:26,939 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T03:31:26,939 INFO  [RS:1;3fb681890ab2:36727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T03:31:26,940 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,940 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T03:31:26,940 INFO  [RS:0;3fb681890ab2:44227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T03:31:26,940 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,940 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T03:31:26,941 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T03:31:26,941 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T03:31:26,941 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,941 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,941 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,941 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,941 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,941 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,941 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,941 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2
2024-11-12T03:31:26,942 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2
2024-11-12T03:31:26,942 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,942 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3
2024-11-12T03:31:26,942 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3
2024-11-12T03:31:26,942 DEBUG [RS:1;3fb681890ab2:36727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3
2024-11-12T03:31:26,943 DEBUG [RS:0;3fb681890ab2:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3
2024-11-12T03:31:26,944 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-12T03:31:26,945 INFO  [RS:2;3fb681890ab2:33243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-12T03:31:26,945 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,947 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,947 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,947 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,948 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,948 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,948 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36727,1731382286348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T03:31:26,948 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-12T03:31:26,949 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,949 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,949 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,949 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,949 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,949 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,44227,1731382286299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T03:31:26,949 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-12T03:31:26,950 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,950 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,950 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,950 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,950 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,950 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,950 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2
2024-11-12T03:31:26,950 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,950 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,951 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,951 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,951 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,951 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1
2024-11-12T03:31:26,951 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3
2024-11-12T03:31:26,951 DEBUG [RS:2;3fb681890ab2:33243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3
2024-11-12T03:31:26,951 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,951 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,952 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,952 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,952 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,952 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,33243,1731382286383-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T03:31:26,962 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T03:31:26,963 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,44227,1731382286299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,963 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,963 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.Replication(171): 3fb681890ab2,44227,1731382286299 started
2024-11-12T03:31:26,968 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T03:31:26,968 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36727,1731382286348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,968 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,968 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.Replication(171): 3fb681890ab2,36727,1731382286348 started
2024-11-12T03:31:26,971 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-12T03:31:26,971 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,33243,1731382286383-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,971 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,971 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.Replication(171): 3fb681890ab2,33243,1731382286383 started
2024-11-12T03:31:26,975 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,975 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,44227,1731382286299, RpcServer on 3fb681890ab2/172.17.0.2:44227, sessionid=0x1012d1912ca0001
2024-11-12T03:31:26,975 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T03:31:26,975 DEBUG [RS:0;3fb681890ab2:44227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,44227,1731382286299
2024-11-12T03:31:26,975 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,44227,1731382286299'
2024-11-12T03:31:26,975 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-12T03:31:26,976 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-12T03:31:26,977 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T03:31:26,977 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T03:31:26,977 DEBUG [RS:0;3fb681890ab2:44227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,44227,1731382286299
2024-11-12T03:31:26,977 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,44227,1731382286299'
2024-11-12T03:31:26,977 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-12T03:31:26,977 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-12T03:31:26,978 WARN  [3fb681890ab2:46357 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-12T03:31:26,978 DEBUG [RS:0;3fb681890ab2:44227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T03:31:26,978 INFO  [RS:0;3fb681890ab2:44227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T03:31:26,978 INFO  [RS:0;3fb681890ab2:44227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T03:31:26,985 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,985 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,36727,1731382286348, RpcServer on 3fb681890ab2/172.17.0.2:36727, sessionid=0x1012d1912ca0002
2024-11-12T03:31:26,985 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T03:31:26,985 DEBUG [RS:1;3fb681890ab2:36727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,36727,1731382286348
2024-11-12T03:31:26,985 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,36727,1731382286348'
2024-11-12T03:31:26,985 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-12T03:31:26,986 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-12T03:31:26,986 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T03:31:26,986 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T03:31:26,986 DEBUG [RS:1;3fb681890ab2:36727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,36727,1731382286348
2024-11-12T03:31:26,987 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,36727,1731382286348'
2024-11-12T03:31:26,987 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-12T03:31:26,987 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:26,987 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,33243,1731382286383, RpcServer on 3fb681890ab2/172.17.0.2:33243, sessionid=0x1012d1912ca0003
2024-11-12T03:31:26,987 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-12T03:31:26,987 DEBUG [RS:2;3fb681890ab2:33243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,33243,1731382286383
2024-11-12T03:31:26,987 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,33243,1731382286383'
2024-11-12T03:31:26,987 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-12T03:31:26,987 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-12T03:31:26,988 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-12T03:31:26,988 DEBUG [RS:1;3fb681890ab2:36727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T03:31:26,988 INFO  [RS:1;3fb681890ab2:36727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T03:31:26,988 INFO  [RS:1;3fb681890ab2:36727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T03:31:26,988 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-12T03:31:26,988 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-12T03:31:26,988 DEBUG [RS:2;3fb681890ab2:33243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,33243,1731382286383
2024-11-12T03:31:26,988 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,33243,1731382286383'
2024-11-12T03:31:26,988 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-12T03:31:26,988 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-12T03:31:26,989 DEBUG [RS:2;3fb681890ab2:33243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-12T03:31:26,989 INFO  [RS:2;3fb681890ab2:33243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-12T03:31:26,989 INFO  [RS:2;3fb681890ab2:33243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-12T03:31:27,084 INFO  [RS:0;3fb681890ab2:44227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C44227%2C1731382286299, suffix=, logDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/WALs/3fb681890ab2,44227,1731382286299, archiveDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/oldWALs, maxLogs=32
2024-11-12T03:31:27,088 INFO  [RS:0;3fb681890ab2:44227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 3fb681890ab2%2C44227%2C1731382286299.1731382287087
2024-11-12T03:31:27,091 INFO  [RS:1;3fb681890ab2:36727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C36727%2C1731382286348, suffix=, logDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/WALs/3fb681890ab2,36727,1731382286348, archiveDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/oldWALs, maxLogs=32
2024-11-12T03:31:27,092 INFO  [RS:2;3fb681890ab2:33243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C33243%2C1731382286383, suffix=, logDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/WALs/3fb681890ab2,33243,1731382286383, archiveDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/oldWALs, maxLogs=32
2024-11-12T03:31:27,093 INFO  [RS:1;3fb681890ab2:36727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 3fb681890ab2%2C36727%2C1731382286348.1731382287092
2024-11-12T03:31:27,093 INFO  [RS:2;3fb681890ab2:33243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 3fb681890ab2%2C33243%2C1731382286383.1731382287093
2024-11-12T03:31:27,107 INFO  [RS:0;3fb681890ab2:44227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/WALs/3fb681890ab2,44227,1731382286299/3fb681890ab2%2C44227%2C1731382286299.1731382287087
2024-11-12T03:31:27,108 DEBUG [RS:0;3fb681890ab2:44227 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38487:38487),(127.0.0.1/127.0.0.1:44609:44609),(127.0.0.1/127.0.0.1:35805:35805)]
2024-11-12T03:31:27,108 INFO  [RS:1;3fb681890ab2:36727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/WALs/3fb681890ab2,36727,1731382286348/3fb681890ab2%2C36727%2C1731382286348.1731382287092
2024-11-12T03:31:27,108 INFO  [RS:2;3fb681890ab2:33243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/WALs/3fb681890ab2,33243,1731382286383/3fb681890ab2%2C33243%2C1731382286383.1731382287093
2024-11-12T03:31:27,110 DEBUG [RS:1;3fb681890ab2:36727 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38487:38487),(127.0.0.1/127.0.0.1:44609:44609),(127.0.0.1/127.0.0.1:35805:35805)]
2024-11-12T03:31:27,110 DEBUG [RS:2;3fb681890ab2:33243 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35805:35805),(127.0.0.1/127.0.0.1:44609:44609),(127.0.0.1/127.0.0.1:38487:38487)]
2024-11-12T03:31:27,228 DEBUG [3fb681890ab2:46357 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-12T03:31:27,228 DEBUG [3fb681890ab2:46357 {}] balancer.BalancerClusterState(204): Hosts are {3fb681890ab2=0} racks are {/default-rack=0}
2024-11-12T03:31:27,230 DEBUG [3fb681890ab2:46357 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-12T03:31:27,231 DEBUG [3fb681890ab2:46357 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-12T03:31:27,231 DEBUG [3fb681890ab2:46357 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-12T03:31:27,231 DEBUG [3fb681890ab2:46357 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-12T03:31:27,231 DEBUG [3fb681890ab2:46357 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-12T03:31:27,231 DEBUG [3fb681890ab2:46357 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-12T03:31:27,231 INFO  [3fb681890ab2:46357 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-12T03:31:27,231 INFO  [3fb681890ab2:46357 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-12T03:31:27,231 INFO  [3fb681890ab2:46357 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-12T03:31:27,231 DEBUG [3fb681890ab2:46357 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-12T03:31:27,231 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,44227,1731382286299
2024-11-12T03:31:27,234 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,44227,1731382286299, state=OPENING
2024-11-12T03:31:27,254 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-12T03:31:27,266 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:27,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:27,266 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:27,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:27,268 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-12T03:31:27,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:27,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:27,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:27,268 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,44227,1731382286299}]
2024-11-12T03:31:27,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:27,425 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-12T03:31:27,426 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-12T03:31:27,432 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-12T03:31:27,432 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-12T03:31:27,435 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C44227%2C1731382286299.meta, suffix=.meta, logDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/WALs/3fb681890ab2,44227,1731382286299, archiveDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/oldWALs, maxLogs=32
2024-11-12T03:31:27,436 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 3fb681890ab2%2C44227%2C1731382286299.meta.1731382287436.meta
2024-11-12T03:31:27,443 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/WALs/3fb681890ab2,44227,1731382286299/3fb681890ab2%2C44227%2C1731382286299.meta.1731382287436.meta
2024-11-12T03:31:27,444 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35805:35805),(127.0.0.1/127.0.0.1:44609:44609),(127.0.0.1/127.0.0.1:38487:38487)]
2024-11-12T03:31:27,445 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-12T03:31:27,445 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-12T03:31:27,446 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-12T03:31:27,446 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-12T03:31:27,446 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-12T03:31:27,446 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T03:31:27,446 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-12T03:31:27,446 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-12T03:31:27,448 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-12T03:31:27,449 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-12T03:31:27,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:27,449 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:27,449 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-12T03:31:27,450 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-12T03:31:27,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:27,451 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:27,451 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-12T03:31:27,452 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-12T03:31:27,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:27,453 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:27,453 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-12T03:31:27,454 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-12T03:31:27,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:27,454 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-12T03:31:27,454 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-12T03:31:27,455 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740
2024-11-12T03:31:27,457 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740
2024-11-12T03:31:27,458 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-12T03:31:27,458 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-12T03:31:27,459 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-12T03:31:27,461 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-12T03:31:27,462 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72343176, jitterRate=0.07799732685089111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-12T03:31:27,462 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-12T03:31:27,462 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731382287446Writing region info on filesystem at 1731382287446Initializing all the Stores at 1731382287447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382287447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382287447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731382287447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731382287447Cleaning up temporary data from old regions at 1731382287458 (+11 ms)Running coprocessor post-open hooks at 1731382287462 (+4 ms)Region opened successfully at 1731382287462
2024-11-12T03:31:27,464 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731382287424
2024-11-12T03:31:27,467 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-12T03:31:27,467 INFO  [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-12T03:31:27,468 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,44227,1731382286299
2024-11-12T03:31:27,470 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,44227,1731382286299, state=OPEN
2024-11-12T03:31:27,477 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T03:31:27,477 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T03:31:27,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T03:31:27,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-12T03:31:27,477 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,44227,1731382286299
2024-11-12T03:31:27,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:27,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:27,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:27,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-12T03:31:27,481 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-12T03:31:27,481 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,44227,1731382286299 in 209 msec
2024-11-12T03:31:27,484 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-12T03:31:27,485 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 658 msec
2024-11-12T03:31:27,486 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-12T03:31:27,486 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-12T03:31:27,487 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T03:31:27,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,44227,1731382286299, seqNum=-1]
2024-11-12T03:31:27,488 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T03:31:27,490 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T03:31:27,498 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 731 msec
2024-11-12T03:31:27,498 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731382287498, completionTime=-1
2024-11-12T03:31:27,498 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-12T03:31:27,498 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-12T03:31:27,500 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3
2024-11-12T03:31:27,500 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731382347500
2024-11-12T03:31:27,500 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731382407500
2024-11-12T03:31:27,500 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-12T03:31:27,501 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46357,1731382286132-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:27,501 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46357,1731382286132-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:27,501 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46357,1731382286132-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:27,501 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:46357, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:27,501 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:27,501 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:27,504 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-12T03:31:27,506 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.050sec
2024-11-12T03:31:27,506 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-12T03:31:27,506 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-12T03:31:27,506 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-12T03:31:27,506 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-12T03:31:27,506 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-12T03:31:27,507 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46357,1731382286132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-12T03:31:27,507 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46357,1731382286132-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-12T03:31:27,510 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-12T03:31:27,510 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-12T03:31:27,510 INFO  [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46357,1731382286132-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-12T03:31:27,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208ff8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T03:31:27,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,46357,-1 for getting cluster id
2024-11-12T03:31:27,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-12T03:31:27,514 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '357b806d-6ea7-4fcf-872f-7ae8d5b5ac75'
2024-11-12T03:31:27,515 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-12T03:31:27,515 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "357b806d-6ea7-4fcf-872f-7ae8d5b5ac75"

2024-11-12T03:31:27,515 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c58f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T03:31:27,515 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,46357,-1]
2024-11-12T03:31:27,515 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-12T03:31:27,516 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:27,517 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-12T03:31:27,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787cc841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-12T03:31:27,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-12T03:31:27,520 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,44227,1731382286299, seqNum=-1]
2024-11-12T03:31:27,521 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-12T03:31:27,523 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-12T03:31:27,528 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,46357,1731382286132
2024-11-12T03:31:27,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-12T03:31:27,530 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,46357,1731382286132
2024-11-12T03:31:27,530 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f23d56
2024-11-12T03:31:27,530 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-12T03:31:27,532 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-12T03:31:27,533 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-12T03:31:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC
2024-11-12T03:31:27,536 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION
2024-11-12T03:31:27,537 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:27,537 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestHBaseWalOnEC"
 procId is: 4
2024-11-12T03:31:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T03:31:27,538 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-12T03:31:27,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741837_1013 (size=392)
2024-11-12T03:31:27,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741837_1013 (size=392)
2024-11-12T03:31:27,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741837_1013 (size=392)
2024-11-12T03:31:27,550 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b2b855eb47d8c4707731f22505272ae, NAME => 'TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191
2024-11-12T03:31:27,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741838_1014 (size=51)
2024-11-12T03:31:27,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741838_1014 (size=51)
2024-11-12T03:31:27,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741838_1014 (size=51)
2024-11-12T03:31:27,559 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T03:31:27,559 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 0b2b855eb47d8c4707731f22505272ae, disabling compactions & flushes
2024-11-12T03:31:27,559 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:27,559 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:27,559 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae. after waiting 0 ms
2024-11-12T03:31:27,559 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:27,559 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:27,559 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b2b855eb47d8c4707731f22505272ae:
Waiting for close lock at 1731382287559Disabling compacts and flushes for region at 1731382287559Disabling writes for close at 1731382287559Writing region close event to WAL at 1731382287559Closed at 1731382287559
2024-11-12T03:31:27,561 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META
2024-11-12T03:31:27,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731382287561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731382287561"}]},"ts":"1731382287561"}
2024-11-12T03:31:27,565 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-12T03:31:27,566 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-12T03:31:27,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731382287566"}]},"ts":"1731382287566"}
2024-11-12T03:31:27,569 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta
2024-11-12T03:31:27,570 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3fb681890ab2=0} racks are {/default-rack=0}
2024-11-12T03:31:27,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-12T03:31:27,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-12T03:31:27,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-12T03:31:27,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-12T03:31:27,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-12T03:31:27,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-12T03:31:27,571 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-12T03:31:27,571 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-12T03:31:27,571 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-12T03:31:27,571 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-12T03:31:27,571 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0b2b855eb47d8c4707731f22505272ae, ASSIGN}]
2024-11-12T03:31:27,573 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0b2b855eb47d8c4707731f22505272ae, ASSIGN
2024-11-12T03:31:27,575 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0b2b855eb47d8c4707731f22505272ae, ASSIGN; state=OFFLINE, location=3fb681890ab2,44227,1731382286299; forceNewPlan=false, retain=false
2024-11-12T03:31:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T03:31:27,725 INFO  [3fb681890ab2:46357 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-12T03:31:27,726 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b2b855eb47d8c4707731f22505272ae, regionState=OPENING, regionLocation=3fb681890ab2,44227,1731382286299
2024-11-12T03:31:27,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0b2b855eb47d8c4707731f22505272ae, ASSIGN because future has completed
2024-11-12T03:31:27,732 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b2b855eb47d8c4707731f22505272ae, server=3fb681890ab2,44227,1731382286299}]
2024-11-12T03:31:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T03:31:27,900 INFO  [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:27,900 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b2b855eb47d8c4707731f22505272ae, NAME => 'TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.', STARTKEY => '', ENDKEY => ''}
2024-11-12T03:31:27,900 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 0b2b855eb47d8c4707731f22505272ae
2024-11-12T03:31:27,901 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-12T03:31:27,901 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0b2b855eb47d8c4707731f22505272ae
2024-11-12T03:31:27,901 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0b2b855eb47d8c4707731f22505272ae
2024-11-12T03:31:27,903 INFO  [StoreOpener-0b2b855eb47d8c4707731f22505272ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b2b855eb47d8c4707731f22505272ae 
2024-11-12T03:31:27,904 INFO  [StoreOpener-0b2b855eb47d8c4707731f22505272ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b2b855eb47d8c4707731f22505272ae columnFamilyName cf
2024-11-12T03:31:27,904 DEBUG [StoreOpener-0b2b855eb47d8c4707731f22505272ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-12T03:31:27,905 INFO  [StoreOpener-0b2b855eb47d8c4707731f22505272ae-1 {}] regionserver.HStore(327): Store=0b2b855eb47d8c4707731f22505272ae/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-12T03:31:27,905 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0b2b855eb47d8c4707731f22505272ae
2024-11-12T03:31:27,906 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/default/TestHBaseWalOnEC/0b2b855eb47d8c4707731f22505272ae
2024-11-12T03:31:27,906 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/default/TestHBaseWalOnEC/0b2b855eb47d8c4707731f22505272ae
2024-11-12T03:31:27,907 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0b2b855eb47d8c4707731f22505272ae
2024-11-12T03:31:27,907 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0b2b855eb47d8c4707731f22505272ae
2024-11-12T03:31:27,909 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0b2b855eb47d8c4707731f22505272ae
2024-11-12T03:31:27,912 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/default/TestHBaseWalOnEC/0b2b855eb47d8c4707731f22505272ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-12T03:31:27,912 INFO  [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0b2b855eb47d8c4707731f22505272ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61368840, jitterRate=-0.0855330228805542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-12T03:31:27,912 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b2b855eb47d8c4707731f22505272ae
2024-11-12T03:31:27,914 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0b2b855eb47d8c4707731f22505272ae:
Running coprocessor pre-open hook at 1731382287901Writing region info on filesystem at 1731382287901Initializing all the Stores at 1731382287902 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731382287902Cleaning up temporary data from old regions at 1731382287907 (+5 ms)Running coprocessor post-open hooks at 1731382287912 (+5 ms)Region opened successfully at 1731382287913 (+1 ms)
2024-11-12T03:31:27,915 INFO  [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae., pid=6, masterSystemTime=1731382287889
2024-11-12T03:31:27,918 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:27,919 INFO  [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:27,920 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b2b855eb47d8c4707731f22505272ae, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,44227,1731382286299
2024-11-12T03:31:27,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b2b855eb47d8c4707731f22505272ae, server=3fb681890ab2,44227,1731382286299 because future has completed
2024-11-12T03:31:27,930 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-12T03:31:27,932 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b2b855eb47d8c4707731f22505272ae, server=3fb681890ab2,44227,1731382286299 in 194 msec
2024-11-12T03:31:27,934 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-12T03:31:27,935 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0b2b855eb47d8c4707731f22505272ae, ASSIGN in 359 msec
2024-11-12T03:31:27,936 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-12T03:31:27,936 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731382287936"}]},"ts":"1731382287936"}
2024-11-12T03:31:27,940 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta
2024-11-12T03:31:27,942 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION
2024-11-12T03:31:27,946 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 410 msec
2024-11-12T03:31:28,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-12T03:31:28,114 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-12T03:31:28,118 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T03:31:28,118 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-12T03:31:28,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-12T03:31:28,119 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-12T03:31:28,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestHBaseWalOnEC
2024-11-12T03:31:28,121 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestHBaseWalOnEC Metrics about Tables on a single HBase RegionServer
2024-11-12T03:31:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-12T03:31:28,168 INFO  [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed
2024-11-12T03:31:28,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms
2024-11-12T03:31:28,168 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-12T03:31:28,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states.
2024-11-12T03:31:28,172 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-12T03:31:28,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned.
2024-11-12T03:31:28,177 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae., hostname=3fb681890ab2,44227,1731382286299, seqNum=2]
2024-11-12T03:31:28,181 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC
2024-11-12T03:31:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC
2024-11-12T03:31:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T03:31:28,185 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE
2024-11-12T03:31:28,187 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-12T03:31:28,187 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-12T03:31:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T03:31:28,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-12T03:31:28,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:28,346 INFO  [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 0b2b855eb47d8c4707731f22505272ae 1/1 column families, dataSize=32 B heapSize=360 B
2024-11-12T03:31:28,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/default/TestHBaseWalOnEC/0b2b855eb47d8c4707731f22505272ae/.tmp/cf/a96423e5986e42dda0e3fddbef36281e is 36, key is row/cf:cq/1731382288178/Put/seqid=0
2024-11-12T03:31:28,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741839_1015 (size=4787)
2024-11-12T03:31:28,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741839_1015 (size=4787)
2024-11-12T03:31:28,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741839_1015 (size=4787)
2024-11-12T03:31:28,377 INFO  [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/default/TestHBaseWalOnEC/0b2b855eb47d8c4707731f22505272ae/.tmp/cf/a96423e5986e42dda0e3fddbef36281e
2024-11-12T03:31:28,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/default/TestHBaseWalOnEC/0b2b855eb47d8c4707731f22505272ae/.tmp/cf/a96423e5986e42dda0e3fddbef36281e as hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/default/TestHBaseWalOnEC/0b2b855eb47d8c4707731f22505272ae/cf/a96423e5986e42dda0e3fddbef36281e
2024-11-12T03:31:28,396 INFO  [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/default/TestHBaseWalOnEC/0b2b855eb47d8c4707731f22505272ae/cf/a96423e5986e42dda0e3fddbef36281e, entries=1, sequenceid=5, filesize=4.7 K
2024-11-12T03:31:28,397 INFO  [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 0b2b855eb47d8c4707731f22505272ae in 51ms, sequenceid=5, compaction requested=false
2024-11-12T03:31:28,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 0b2b855eb47d8c4707731f22505272ae:

2024-11-12T03:31:28,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:28,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-12T03:31:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-12T03:31:28,403 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-12T03:31:28,403 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 213 msec
2024-11-12T03:31:28,407 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 223 msec
2024-11-12T03:31:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-12T03:31:28,509 INFO  [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed
2024-11-12T03:31:28,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-12T03:31:28,516 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T03:31:28,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T03:31:28,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:28,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:28,517 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-12T03:31:28,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-12T03:31:28,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1223383080, stopped=false
2024-11-12T03:31:28,517 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,46357,1731382286132
2024-11-12T03:31:28,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:28,582 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:28,582 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:28,582 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T03:31:28,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-12T03:31:28,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:28,582 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:28,582 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:28,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:28,582 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-12T03:31:28,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T03:31:28,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:28,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:28,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:28,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:28,583 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,44227,1731382286299' *****
2024-11-12T03:31:28,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-12T03:31:28,583 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T03:31:28,583 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,36727,1731382286348' *****
2024-11-12T03:31:28,583 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T03:31:28,583 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,33243,1731382286383' *****
2024-11-12T03:31:28,583 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-12T03:31:28,583 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T03:31:28,584 INFO  [RS:0;3fb681890ab2:44227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T03:31:28,584 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T03:31:28,584 INFO  [RS:0;3fb681890ab2:44227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T03:31:28,584 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T03:31:28,584 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b2b855eb47d8c4707731f22505272ae
2024-11-12T03:31:28,584 INFO  [RS:2;3fb681890ab2:33243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T03:31:28,584 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T03:31:28,584 INFO  [RS:2;3fb681890ab2:33243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T03:31:28,584 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,33243,1731382286383
2024-11-12T03:31:28,584 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T03:31:28,584 INFO  [RS:2;3fb681890ab2:33243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3fb681890ab2:33243.
2024-11-12T03:31:28,584 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-12T03:31:28,584 DEBUG [RS:2;3fb681890ab2:33243 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T03:31:28,584 DEBUG [RS:2;3fb681890ab2:33243 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:28,584 INFO  [RS:1;3fb681890ab2:36727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-12T03:31:28,584 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-12T03:31:28,584 INFO  [RS:1;3fb681890ab2:36727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-12T03:31:28,584 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,33243,1731382286383; all regions closed.
2024-11-12T03:31:28,584 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,36727,1731382286348
2024-11-12T03:31:28,584 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,44227,1731382286299
2024-11-12T03:31:28,584 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T03:31:28,584 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T03:31:28,585 INFO  [RS:1;3fb681890ab2:36727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3fb681890ab2:36727.
2024-11-12T03:31:28,585 INFO  [RS:0;3fb681890ab2:44227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:44227.
2024-11-12T03:31:28,585 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b2b855eb47d8c4707731f22505272ae, disabling compactions & flushes
2024-11-12T03:31:28,585 DEBUG [RS:1;3fb681890ab2:36727 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T03:31:28,585 INFO  [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:28,585 DEBUG [RS:0;3fb681890ab2:44227 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-12T03:31:28,585 DEBUG [RS:1;3fb681890ab2:36727 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:28,585 DEBUG [RS:0;3fb681890ab2:44227 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:28,585 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,585 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:28,585 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,36727,1731382286348; all regions closed.
2024-11-12T03:31:28,585 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae. after waiting 0 ms
2024-11-12T03:31:28,585 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T03:31:28,585 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T03:31:28,585 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:28,585 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T03:31:28,585 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-12T03:31:28,585 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,585 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,585 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,585 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,585 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,586 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,586 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-12T03:31:28,586 DEBUG [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0b2b855eb47d8c4707731f22505272ae=TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.}
2024-11-12T03:31:28,586 DEBUG [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(1351): Waiting on 0b2b855eb47d8c4707731f22505272ae, 1588230740
2024-11-12T03:31:28,586 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-12T03:31:28,586 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,586 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-12T03:31:28,586 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-12T03:31:28,586 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,586 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-12T03:31:28,586 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,586 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-12T03:31:28,586 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-12T03:31:28,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741834_1010 (size=93)
2024-11-12T03:31:28,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741834_1010 (size=93)
2024-11-12T03:31:28,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741835_1011 (size=93)
2024-11-12T03:31:28,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741835_1011 (size=93)
2024-11-12T03:31:28,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741835_1011 (size=93)
2024-11-12T03:31:28,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741834_1010 (size=93)
2024-11-12T03:31:28,593 DEBUG [RS:2;3fb681890ab2:33243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/oldWALs
2024-11-12T03:31:28,593 INFO  [RS:2;3fb681890ab2:33243 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 3fb681890ab2%2C33243%2C1731382286383:(num 1731382287093)
2024-11-12T03:31:28,593 DEBUG [RS:1;3fb681890ab2:36727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/oldWALs
2024-11-12T03:31:28,593 DEBUG [RS:2;3fb681890ab2:33243 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:28,593 INFO  [RS:1;3fb681890ab2:36727 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 3fb681890ab2%2C36727%2C1731382286348:(num 1731382287092)
2024-11-12T03:31:28,593 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T03:31:28,593 DEBUG [RS:1;3fb681890ab2:36727 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:28,593 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/default/TestHBaseWalOnEC/0b2b855eb47d8c4707731f22505272ae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-12T03:31:28,593 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T03:31:28,593 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T03:31:28,593 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T03:31:28,593 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T03:31:28,594 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T03:31:28,594 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T03:31:28,594 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-12T03:31:28,594 INFO  [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T03:31:28,594 INFO  [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T03:31:28,594 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T03:31:28,594 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-12T03:31:28,594 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T03:31:28,594 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-12T03:31:28,594 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T03:31:28,594 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T03:31:28,594 INFO  [RS:2;3fb681890ab2:33243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33243
2024-11-12T03:31:28,594 INFO  [RS:1;3fb681890ab2:36727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36727
2024-11-12T03:31:28,594 INFO  [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:28,595 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b2b855eb47d8c4707731f22505272ae:
Waiting for close lock at 1731382288584Running coprocessor pre-close hooks at 1731382288585 (+1 ms)Disabling compacts and flushes for region at 1731382288585Disabling writes for close at 1731382288585Writing region close event to WAL at 1731382288586 (+1 ms)Running coprocessor post-close hooks at 1731382288594 (+8 ms)Closed at 1731382288594
2024-11-12T03:31:28,595 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae.
2024-11-12T03:31:28,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3fb681890ab2,33243,1731382286383
2024-11-12T03:31:28,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-12T03:31:28,603 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T03:31:28,607 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/.tmp/info/ac71bf5718314992a62cd170c8338019 is 153, key is TestHBaseWalOnEC,,1731382287533.0b2b855eb47d8c4707731f22505272ae./info:regioninfo/1731382287920/Put/seqid=0
2024-11-12T03:31:28,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741840_1016 (size=6637)
2024-11-12T03:31:28,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741840_1016 (size=6637)
2024-11-12T03:31:28,613 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3fb681890ab2,36727,1731382286348
2024-11-12T03:31:28,614 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T03:31:28,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741840_1016 (size=6637)
2024-11-12T03:31:28,614 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/.tmp/info/ac71bf5718314992a62cd170c8338019
2024-11-12T03:31:28,624 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,36727,1731382286348]
2024-11-12T03:31:28,636 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/.tmp/ns/4d49d6ce575b42a7972ed714df291b47 is 43, key is default/ns:d/1731382287490/Put/seqid=0
2024-11-12T03:31:28,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741841_1017 (size=5153)
2024-11-12T03:31:28,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741841_1017 (size=5153)
2024-11-12T03:31:28,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741841_1017 (size=5153)
2024-11-12T03:31:28,643 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/.tmp/ns/4d49d6ce575b42a7972ed714df291b47
2024-11-12T03:31:28,645 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3fb681890ab2,36727,1731382286348 already deleted, retry=false
2024-11-12T03:31:28,645 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,36727,1731382286348 expired; onlineServers=2
2024-11-12T03:31:28,645 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,33243,1731382286383]
2024-11-12T03:31:28,650 INFO  [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T03:31:28,651 INFO  [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T03:31:28,654 INFO  [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T03:31:28,656 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3fb681890ab2,33243,1731382286383 already deleted, retry=false
2024-11-12T03:31:28,656 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,33243,1731382286383 expired; onlineServers=1
2024-11-12T03:31:28,664 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/.tmp/table/afaa61b89542464893b449c95f508475 is 52, key is TestHBaseWalOnEC/table:state/1731382287936/Put/seqid=0
2024-11-12T03:31:28,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741842_1018 (size=5249)
2024-11-12T03:31:28,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741842_1018 (size=5249)
2024-11-12T03:31:28,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741842_1018 (size=5249)
2024-11-12T03:31:28,672 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/.tmp/table/afaa61b89542464893b449c95f508475
2024-11-12T03:31:28,680 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/.tmp/info/ac71bf5718314992a62cd170c8338019 as hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/info/ac71bf5718314992a62cd170c8338019
2024-11-12T03:31:28,688 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/info/ac71bf5718314992a62cd170c8338019, entries=10, sequenceid=11, filesize=6.5 K
2024-11-12T03:31:28,690 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/.tmp/ns/4d49d6ce575b42a7972ed714df291b47 as hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/ns/4d49d6ce575b42a7972ed714df291b47
2024-11-12T03:31:28,697 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/ns/4d49d6ce575b42a7972ed714df291b47, entries=2, sequenceid=11, filesize=5.0 K
2024-11-12T03:31:28,699 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/.tmp/table/afaa61b89542464893b449c95f508475 as hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/table/afaa61b89542464893b449c95f508475
2024-11-12T03:31:28,707 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/table/afaa61b89542464893b449c95f508475, entries=2, sequenceid=11, filesize=5.1 K
2024-11-12T03:31:28,709 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=11, compaction requested=false
2024-11-12T03:31:28,714 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-12T03:31:28,715 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-12T03:31:28,715 INFO  [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-12T03:31:28,715 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731382288586Running coprocessor pre-close hooks at 1731382288586Disabling compacts and flushes for region at 1731382288586Disabling writes for close at 1731382288586Obtaining lock to block concurrent updates at 1731382288586Preparing flush snapshotting stores in 1588230740 at 1731382288586Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731382288587 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731382288588 (+1 ms)Flushing 1588230740/info: creating writer at 1731382288589 (+1 ms)Flushing 1588230740/info: appending metadata at 1731382288606 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731382288606Flushing 1588230740/ns: creating writer at 1731382288620 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731382288636 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731382288636Flushing 1588230740/table: creating writer at 1731382288650 (+14 ms)Flushing 1588230740/table: appending metadata at 1731382288664 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731382288664Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a92260: reopening flushed file at 1731382288679 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d996a3: reopening flushed file at 1731382288689 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e08aa0: reopening flushed file at 1731382288697 (+8 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=11, compaction requested=false at 1731382288709 (+12 ms)Writing region close event to WAL at 1731382288710 (+1 ms)Running coprocessor post-close hooks at 1731382288715 (+5 ms)Closed at 1731382288715
2024-11-12T03:31:28,715 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-12T03:31:28,724 INFO  [RS:2;3fb681890ab2:33243 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T03:31:28,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:28,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33243-0x1012d1912ca0003, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:28,724 INFO  [RS:2;3fb681890ab2:33243 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,33243,1731382286383; zookeeper connection closed.
2024-11-12T03:31:28,725 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1eb48d7b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1eb48d7b
2024-11-12T03:31:28,735 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:28,735 INFO  [RS:1;3fb681890ab2:36727 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T03:31:28,735 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36727-0x1012d1912ca0002, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:28,735 INFO  [RS:1;3fb681890ab2:36727 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,36727,1731382286348; zookeeper connection closed.
2024-11-12T03:31:28,735 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3449f258 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3449f258
2024-11-12T03:31:28,786 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,44227,1731382286299; all regions closed.
2024-11-12T03:31:28,787 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,787 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,787 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,787 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,787 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741836_1012 (size=2751)
2024-11-12T03:31:28,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741836_1012 (size=2751)
2024-11-12T03:31:28,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741836_1012 (size=2751)
2024-11-12T03:31:28,794 DEBUG [RS:0;3fb681890ab2:44227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/oldWALs
2024-11-12T03:31:28,794 INFO  [RS:0;3fb681890ab2:44227 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 3fb681890ab2%2C44227%2C1731382286299.meta:.meta(num 1731382287436)
2024-11-12T03:31:28,795 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,795 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,795 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,795 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,795 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:28,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741833_1009 (size=1298)
2024-11-12T03:31:28,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741833_1009 (size=1298)
2024-11-12T03:31:28,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741833_1009 (size=1298)
2024-11-12T03:31:28,801 DEBUG [RS:0;3fb681890ab2:44227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/oldWALs
2024-11-12T03:31:28,801 INFO  [RS:0;3fb681890ab2:44227 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 3fb681890ab2%2C44227%2C1731382286299:(num 1731382287087)
2024-11-12T03:31:28,801 DEBUG [RS:0;3fb681890ab2:44227 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-12T03:31:28,801 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.LeaseManager(133): Closed leases
2024-11-12T03:31:28,801 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T03:31:28,802 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-12T03:31:28,802 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T03:31:28,802 INFO  [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T03:31:28,802 INFO  [RS:0;3fb681890ab2:44227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44227
2024-11-12T03:31:28,814 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3fb681890ab2,44227,1731382286299
2024-11-12T03:31:28,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-12T03:31:28,814 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T03:31:28,824 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,44227,1731382286299]
2024-11-12T03:31:28,835 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3fb681890ab2,44227,1731382286299 already deleted, retry=false
2024-11-12T03:31:28,835 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,44227,1731382286299 expired; onlineServers=0
2024-11-12T03:31:28,835 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,46357,1731382286132' *****
2024-11-12T03:31:28,835 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-12T03:31:28,835 INFO  [M:0;3fb681890ab2:46357 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-12T03:31:28,836 INFO  [M:0;3fb681890ab2:46357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-12T03:31:28,836 DEBUG [M:0;3fb681890ab2:46357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-12T03:31:28,836 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-12T03:31:28,836 DEBUG [M:0;3fb681890ab2:46357 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-12T03:31:28,836 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731382286774 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731382286774,5,FailOnTimeoutGroup]
2024-11-12T03:31:28,836 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731382286775 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731382286775,5,FailOnTimeoutGroup]
2024-11-12T03:31:28,836 INFO  [M:0;3fb681890ab2:46357 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-12T03:31:28,836 INFO  [M:0;3fb681890ab2:46357 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-12T03:31:28,836 DEBUG [M:0;3fb681890ab2:46357 {}] master.HMaster(1795): Stopping service threads
2024-11-12T03:31:28,836 INFO  [M:0;3fb681890ab2:46357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-12T03:31:28,837 INFO  [M:0;3fb681890ab2:46357 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-12T03:31:28,837 INFO  [M:0;3fb681890ab2:46357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-12T03:31:28,837 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-12T03:31:28,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-12T03:31:28,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-12T03:31:28,845 DEBUG [M:0;3fb681890ab2:46357 {}] zookeeper.ZKUtil(347): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-12T03:31:28,845 WARN  [M:0;3fb681890ab2:46357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-12T03:31:28,846 INFO  [M:0;3fb681890ab2:46357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/.lastflushedseqids
2024-11-12T03:31:28,849 WARN  [IPC Server handler 4 on default port 34211 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-12T03:31:28,849 WARN  [IPC Server handler 4 on default port 34211 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-12T03:31:28,849 WARN  [IPC Server handler 4 on default port 34211 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-12T03:31:28,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741843_1019 (size=127)
2024-11-12T03:31:28,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741843_1019 (size=127)
2024-11-12T03:31:28,854 INFO  [M:0;3fb681890ab2:46357 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-12T03:31:28,854 INFO  [M:0;3fb681890ab2:46357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-12T03:31:28,854 DEBUG [M:0;3fb681890ab2:46357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-12T03:31:28,854 INFO  [M:0;3fb681890ab2:46357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:28,854 DEBUG [M:0;3fb681890ab2:46357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:28,855 DEBUG [M:0;3fb681890ab2:46357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-12T03:31:28,855 DEBUG [M:0;3fb681890ab2:46357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:28,855 INFO  [M:0;3fb681890ab2:46357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB
2024-11-12T03:31:28,878 DEBUG [M:0;3fb681890ab2:46357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ccaaf524d74497e95667f811b64e50d is 82, key is hbase:meta,,1/info:regioninfo/1731382287468/Put/seqid=0
2024-11-12T03:31:28,880 WARN  [IPC Server handler 0 on default port 34211 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-12T03:31:28,880 WARN  [IPC Server handler 0 on default port 34211 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-12T03:31:28,880 WARN  [IPC Server handler 0 on default port 34211 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-12T03:31:28,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741844_1020 (size=5672)
2024-11-12T03:31:28,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741844_1020 (size=5672)
2024-11-12T03:31:28,886 INFO  [M:0;3fb681890ab2:46357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ccaaf524d74497e95667f811b64e50d
2024-11-12T03:31:28,917 DEBUG [M:0;3fb681890ab2:46357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18e3a55788904e44a501225b5a1d38aa is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731382287945/Put/seqid=0
2024-11-12T03:31:28,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741845_1021 (size=6439)
2024-11-12T03:31:28,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741845_1021 (size=6439)
2024-11-12T03:31:28,925 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:28,925 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1012d1912ca0001, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:28,925 INFO  [RS:0;3fb681890ab2:44227 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T03:31:28,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741845_1021 (size=6439)
2024-11-12T03:31:28,925 INFO  [RS:0;3fb681890ab2:44227 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,44227,1731382286299; zookeeper connection closed.
2024-11-12T03:31:28,925 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46d66b6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46d66b6f
2024-11-12T03:31:28,926 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-12T03:31:28,926 INFO  [M:0;3fb681890ab2:46357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18e3a55788904e44a501225b5a1d38aa
2024-11-12T03:31:28,956 DEBUG [M:0;3fb681890ab2:46357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6adabd6b09a4936ad8062fce9fd7b96 is 69, key is 3fb681890ab2,33243,1731382286383/rs:state/1731382286875/Put/seqid=0
2024-11-12T03:31:28,957 WARN  [IPC Server handler 4 on default port 34211 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-12T03:31:28,958 WARN  [IPC Server handler 4 on default port 34211 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-12T03:31:28,958 WARN  [IPC Server handler 4 on default port 34211 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-12T03:31:28,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741846_1022 (size=5294)
2024-11-12T03:31:28,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741846_1022 (size=5294)
2024-11-12T03:31:28,965 INFO  [M:0;3fb681890ab2:46357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6adabd6b09a4936ad8062fce9fd7b96
2024-11-12T03:31:28,972 DEBUG [M:0;3fb681890ab2:46357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ccaaf524d74497e95667f811b64e50d as hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ccaaf524d74497e95667f811b64e50d
2024-11-12T03:31:28,980 INFO  [M:0;3fb681890ab2:46357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ccaaf524d74497e95667f811b64e50d, entries=8, sequenceid=72, filesize=5.5 K
2024-11-12T03:31:28,982 DEBUG [M:0;3fb681890ab2:46357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18e3a55788904e44a501225b5a1d38aa as hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18e3a55788904e44a501225b5a1d38aa
2024-11-12T03:31:28,989 INFO  [M:0;3fb681890ab2:46357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18e3a55788904e44a501225b5a1d38aa, entries=8, sequenceid=72, filesize=6.3 K
2024-11-12T03:31:28,993 DEBUG [M:0;3fb681890ab2:46357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6adabd6b09a4936ad8062fce9fd7b96 as hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6adabd6b09a4936ad8062fce9fd7b96
2024-11-12T03:31:29,002 INFO  [M:0;3fb681890ab2:46357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34211/user/jenkins/test-data/e6926ff7-e8b3-6e79-daec-7915540ca191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6adabd6b09a4936ad8062fce9fd7b96, entries=3, sequenceid=72, filesize=5.2 K
2024-11-12T03:31:29,003 INFO  [M:0;3fb681890ab2:46357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=72, compaction requested=false
2024-11-12T03:31:29,005 INFO  [M:0;3fb681890ab2:46357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-12T03:31:29,005 DEBUG [M:0;3fb681890ab2:46357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731382288854Disabling compacts and flushes for region at 1731382288854Disabling writes for close at 1731382288855 (+1 ms)Obtaining lock to block concurrent updates at 1731382288855Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731382288855Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1731382288855Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731382288856 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731382288857 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731382288878 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731382288878Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731382288895 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731382288917 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731382288917Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731382288935 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731382288955 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731382288955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56222128: reopening flushed file at 1731382288971 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633fc811: reopening flushed file at 1731382288980 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@179c7cae: reopening flushed file at 1731382288989 (+9 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=72, compaction requested=false at 1731382289003 (+14 ms)Writing region close event to WAL at 1731382289005 (+2 ms)Closed at 1731382289005
2024-11-12T03:31:29,005 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:29,005 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:29,005 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:29,006 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:29,006 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-12T03:31:29,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741830_1006 (size=32674)
2024-11-12T03:31:29,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40105 is added to blk_1073741830_1006 (size=32674)
2024-11-12T03:31:29,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741830_1006 (size=32674)
2024-11-12T03:31:29,009 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-12T03:31:29,009 INFO  [M:0;3fb681890ab2:46357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-12T03:31:29,009 INFO  [M:0;3fb681890ab2:46357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46357
2024-11-12T03:31:29,009 INFO  [M:0;3fb681890ab2:46357 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-12T03:31:29,114 INFO  [M:0;3fb681890ab2:46357 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-12T03:31:29,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:29,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x1012d1912ca0000, quorum=127.0.0.1:62238, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-12T03:31:29,116 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@531dc577{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T03:31:29,116 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70e47b85{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T03:31:29,117 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T03:31:29,117 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3630dde3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T03:31:29,117 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67530df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/hadoop.log.dir/,STOPPED}
2024-11-12T03:31:29,118 WARN  [BP-248773260-172.17.0.2-1731382283321 heartbeating to localhost/127.0.0.1:34211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T03:31:29,118 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T03:31:29,118 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T03:31:29,118 WARN  [BP-248773260-172.17.0.2-1731382283321 heartbeating to localhost/127.0.0.1:34211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-248773260-172.17.0.2-1731382283321 (Datanode Uuid 5f8a880d-8cda-4d7f-ba06-f0e9ea147f77) service to localhost/127.0.0.1:34211
2024-11-12T03:31:29,119 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/data/data5/current/BP-248773260-172.17.0.2-1731382283321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T03:31:29,119 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/data/data6/current/BP-248773260-172.17.0.2-1731382283321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T03:31:29,119 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T03:31:29,121 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b51bac6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T03:31:29,122 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fc5c28c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T03:31:29,122 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T03:31:29,122 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ec5ba72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T03:31:29,122 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58778b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/hadoop.log.dir/,STOPPED}
2024-11-12T03:31:29,123 WARN  [BP-248773260-172.17.0.2-1731382283321 heartbeating to localhost/127.0.0.1:34211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T03:31:29,123 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T03:31:29,124 WARN  [BP-248773260-172.17.0.2-1731382283321 heartbeating to localhost/127.0.0.1:34211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-248773260-172.17.0.2-1731382283321 (Datanode Uuid cf6b8daf-b0e5-46fc-b59f-759cd1cb868d) service to localhost/127.0.0.1:34211
2024-11-12T03:31:29,124 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T03:31:29,124 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/data/data3/current/BP-248773260-172.17.0.2-1731382283321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T03:31:29,124 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/data/data4/current/BP-248773260-172.17.0.2-1731382283321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T03:31:29,124 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T03:31:29,127 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1330bf1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-12T03:31:29,128 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32d6d603{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T03:31:29,128 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T03:31:29,128 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13cd24a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T03:31:29,128 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@592a8291{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/hadoop.log.dir/,STOPPED}
2024-11-12T03:31:29,129 WARN  [BP-248773260-172.17.0.2-1731382283321 heartbeating to localhost/127.0.0.1:34211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-12T03:31:29,129 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-12T03:31:29,129 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-12T03:31:29,129 WARN  [BP-248773260-172.17.0.2-1731382283321 heartbeating to localhost/127.0.0.1:34211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-248773260-172.17.0.2-1731382283321 (Datanode Uuid 36a445e6-fe03-42fd-bdfc-1cfdfe0434e9) service to localhost/127.0.0.1:34211
2024-11-12T03:31:29,130 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/data/data1/current/BP-248773260-172.17.0.2-1731382283321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T03:31:29,130 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/cluster_123b9949-4f36-defa-5dff-62795ac59c94/data/data2/current/BP-248773260-172.17.0.2-1731382283321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-12T03:31:29,130 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-12T03:31:29,137 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7777936e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-12T03:31:29,138 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c7c2d1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-12T03:31:29,138 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-12T03:31:29,138 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49c762a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-12T03:31:29,138 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@413aedad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ea53cc94-b140-499f-13cf-5810a72d37a9/hadoop.log.dir/,STOPPED}
2024-11-12T03:31:29,145 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-12T03:31:29,169 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-12T03:31:29,175 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=150 (was 91) - Thread LEAK? -, OpenFileDescriptor=516 (was 439) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 190) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6494 (was 6674)