2024-12-09 01:30:18,736 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 2024-12-09 01:30:18,747 main DEBUG Took 0.009120 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 01:30:18,747 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 01:30:18,747 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 01:30:18,748 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 01:30:18,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:30:18,762 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 01:30:18,773 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:30:18,775 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:30:18,776 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:30:18,778 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:30:18,779 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:30:18,780 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:30:18,781 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:30:18,782 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:30:18,783 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,783 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:30:18,784 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:30:18,785 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:30:18,786 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:30:18,787 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,787 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 01:30:18,789 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:30:18,790 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 01:30:18,793 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 01:30:18,793 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 01:30:18,795 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 01:30:18,795 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 01:30:18,805 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 01:30:18,807 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 01:30:18,809 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 01:30:18,809 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 01:30:18,810 main DEBUG createAppenders(={Console}) 2024-12-09 01:30:18,811 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 initialized 2024-12-09 01:30:18,811 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 2024-12-09 01:30:18,811 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 OK. 2024-12-09 01:30:18,812 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 01:30:18,812 main DEBUG OutputStream closed 2024-12-09 01:30:18,812 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 01:30:18,812 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 01:30:18,813 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@1e04fa0a OK 2024-12-09 01:30:18,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 01:30:18,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 01:30:18,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 01:30:18,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 01:30:18,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 01:30:18,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 01:30:18,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 01:30:18,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 01:30:18,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 01:30:18,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 01:30:18,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 01:30:18,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 01:30:18,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 01:30:18,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 01:30:18,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 01:30:18,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 01:30:18,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 01:30:18,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 01:30:18,885 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 01:30:18,885 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@77102b91) with optional ClassLoader: null 2024-12-09 01:30:18,885 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 01:30:18,886 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@77102b91] started OK. 2024-12-09T01:30:18,897 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestCleanupCompactedFileOnRegionClose timeout: 13 mins 2024-12-09 01:30:18,899 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 01:30:18,899 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T01:30:19,140 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579 2024-12-09T01:30:19,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T01:30:19,154 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/cluster_cb3ddc13-ab41-1fbd-8ff3-1726fba2e796, deleteOnExit=true 2024-12-09T01:30:19,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T01:30:19,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/test.cache.data in system properties and HBase conf 2024-12-09T01:30:19,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T01:30:19,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/hadoop.log.dir in system properties and HBase conf 2024-12-09T01:30:19,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T01:30:19,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T01:30:19,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T01:30:19,228 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T01:30:19,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T01:30:19,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:30:19,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:30:19,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T01:30:19,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:30:19,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T01:30:19,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T01:30:19,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:30:19,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:30:19,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T01:30:19,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/nfs.dump.dir in system properties and HBase conf 2024-12-09T01:30:19,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/java.io.tmpdir in system properties and HBase conf 2024-12-09T01:30:19,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:30:19,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T01:30:19,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T01:30:20,385 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T01:30:20,477 INFO [Time-limited test {}] log.Log(170): Logging initialized @2321ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T01:30:20,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:30:20,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:30:20,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:30:20,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:30:20,627 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:30:20,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:30:20,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f18f3ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:30:20,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f12951{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:30:20,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8d62b41{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/java.io.tmpdir/jetty-localhost-35733-hadoop-hdfs-3_4_1-tests_jar-_-any-15876073084114584416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:30:20,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@253779{HTTP/1.1, (http/1.1)}{localhost:35733} 2024-12-09T01:30:20,833 INFO [Time-limited test {}] server.Server(415): Started @2679ms 2024-12-09T01:30:21,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:30:21,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:30:21,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:30:21,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:30:21,342 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:30:21,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25468aae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:30:21,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dad9bbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:30:21,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77378538{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/java.io.tmpdir/jetty-localhost-40079-hadoop-hdfs-3_4_1-tests_jar-_-any-5403355166790251036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:30:21,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@648508dd{HTTP/1.1, (http/1.1)}{localhost:40079} 2024-12-09T01:30:21,454 INFO [Time-limited test {}] server.Server(415): Started @3299ms 2024-12-09T01:30:21,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:30:21,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:30:21,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:30:21,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:30:21,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:30:21,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:30:21,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e6bc5de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:30:21,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d5c112{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:30:21,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@768cbdf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/java.io.tmpdir/jetty-localhost-37847-hadoop-hdfs-3_4_1-tests_jar-_-any-5716107679857991452/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:30:21,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f7ee15d{HTTP/1.1, (http/1.1)}{localhost:37847} 2024-12-09T01:30:21,751 INFO [Time-limited test {}] server.Server(415): Started @3596ms 2024-12-09T01:30:21,754 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:30:23,337 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/cluster_cb3ddc13-ab41-1fbd-8ff3-1726fba2e796/data/data4/current/BP-1263961848-172.17.0.2-1733707819816/current, will proceed with Du for space computation calculation, 2024-12-09T01:30:23,337 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/cluster_cb3ddc13-ab41-1fbd-8ff3-1726fba2e796/data/data2/current/BP-1263961848-172.17.0.2-1733707819816/current, will proceed with Du for space computation calculation, 2024-12-09T01:30:23,337 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/cluster_cb3ddc13-ab41-1fbd-8ff3-1726fba2e796/data/data3/current/BP-1263961848-172.17.0.2-1733707819816/current, will proceed with Du for space computation calculation, 2024-12-09T01:30:23,337 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/cluster_cb3ddc13-ab41-1fbd-8ff3-1726fba2e796/data/data1/current/BP-1263961848-172.17.0.2-1733707819816/current, will proceed with Du for space computation calculation, 2024-12-09T01:30:23,365 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:30:23,365 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:30:23,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde23f4f8ad8b2c63 with lease ID 0xf140b5923c6135c5: Processing first storage report for DS-567328c3-d27d-48cf-b055-cddc73f900aa from datanode DatanodeRegistration(127.0.0.1:45395, datanodeUuid=f348f538-c397-4d21-a201-0317372d95e4, infoPort=43187, infoSecurePort=0, ipcPort=41689, storageInfo=lv=-57;cid=testClusterID;nsid=1799723320;c=1733707819816) 2024-12-09T01:30:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde23f4f8ad8b2c63 with lease ID 0xf140b5923c6135c5: from storage DS-567328c3-d27d-48cf-b055-cddc73f900aa node DatanodeRegistration(127.0.0.1:45395, datanodeUuid=f348f538-c397-4d21-a201-0317372d95e4, infoPort=43187, infoSecurePort=0, ipcPort=41689, storageInfo=lv=-57;cid=testClusterID;nsid=1799723320;c=1733707819816), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T01:30:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d354ec8cc65d15 with lease ID 0xf140b5923c6135c6: Processing first storage report for DS-ff235824-c7b2-4865-bd89-725c9cc8ba1a from datanode DatanodeRegistration(127.0.0.1:46209, datanodeUuid=9beface6-e387-4a6b-8695-64e1408309fd, infoPort=45547, infoSecurePort=0, ipcPort=37569, storageInfo=lv=-57;cid=testClusterID;nsid=1799723320;c=1733707819816) 2024-12-09T01:30:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d354ec8cc65d15 with lease ID 0xf140b5923c6135c6: from storage DS-ff235824-c7b2-4865-bd89-725c9cc8ba1a node DatanodeRegistration(127.0.0.1:46209, datanodeUuid=9beface6-e387-4a6b-8695-64e1408309fd, infoPort=45547, infoSecurePort=0, ipcPort=37569, storageInfo=lv=-57;cid=testClusterID;nsid=1799723320;c=1733707819816), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T01:30:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde23f4f8ad8b2c63 with lease ID 0xf140b5923c6135c5: Processing first storage report for DS-43b9843b-1c9b-4e6e-8d01-751b53686001 from datanode DatanodeRegistration(127.0.0.1:45395, datanodeUuid=f348f538-c397-4d21-a201-0317372d95e4, infoPort=43187, infoSecurePort=0, ipcPort=41689, storageInfo=lv=-57;cid=testClusterID;nsid=1799723320;c=1733707819816) 2024-12-09T01:30:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde23f4f8ad8b2c63 with lease ID 0xf140b5923c6135c5: from storage DS-43b9843b-1c9b-4e6e-8d01-751b53686001 node DatanodeRegistration(127.0.0.1:45395, datanodeUuid=f348f538-c397-4d21-a201-0317372d95e4, infoPort=43187, infoSecurePort=0, ipcPort=41689, storageInfo=lv=-57;cid=testClusterID;nsid=1799723320;c=1733707819816), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:30:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d354ec8cc65d15 with lease ID 0xf140b5923c6135c6: Processing first storage report for DS-8ac29a81-f07a-4a56-9b23-c700bcfd5a1f from datanode DatanodeRegistration(127.0.0.1:46209, datanodeUuid=9beface6-e387-4a6b-8695-64e1408309fd, infoPort=45547, infoSecurePort=0, ipcPort=37569, storageInfo=lv=-57;cid=testClusterID;nsid=1799723320;c=1733707819816) 2024-12-09T01:30:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d354ec8cc65d15 with lease ID 0xf140b5923c6135c6: from storage DS-8ac29a81-f07a-4a56-9b23-c700bcfd5a1f node DatanodeRegistration(127.0.0.1:46209, datanodeUuid=9beface6-e387-4a6b-8695-64e1408309fd, infoPort=45547, infoSecurePort=0, ipcPort=37569, storageInfo=lv=-57;cid=testClusterID;nsid=1799723320;c=1733707819816), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T01:30:23,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579 2024-12-09T01:30:23,497 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/cluster_cb3ddc13-ab41-1fbd-8ff3-1726fba2e796/zookeeper_0, clientPort=64814, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/cluster_cb3ddc13-ab41-1fbd-8ff3-1726fba2e796/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/cluster_cb3ddc13-ab41-1fbd-8ff3-1726fba2e796/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T01:30:23,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64814 2024-12-09T01:30:23,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:30:23,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:30:23,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:30:23,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:30:24,129 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b with version=8 2024-12-09T01:30:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/hbase-staging 2024-12-09T01:30:24,226 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T01:30:24,417 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bc0df0064f65:0 server-side Connection retries=45 2024-12-09T01:30:24,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:30:24,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:30:24,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:30:24,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:30:24,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:30:24,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T01:30:24,592 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T01:30:24,601 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T01:30:24,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:30:24,637 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 90096 (auto-detected) 2024-12-09T01:30:24,639 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T01:30:24,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42323 2024-12-09T01:30:24,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42323 connecting to ZooKeeper ensemble=127.0.0.1:64814 2024-12-09T01:30:24,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423230x0, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:30:24,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42323-0x100083200410000 connected 2024-12-09T01:30:24,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:30:24,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:30:24,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:30:24,886 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b, hbase.cluster.distributed=false 2024-12-09T01:30:24,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:30:24,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42323 2024-12-09T01:30:24,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42323 2024-12-09T01:30:24,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42323 2024-12-09T01:30:24,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42323 2024-12-09T01:30:24,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42323 2024-12-09T01:30:25,020 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bc0df0064f65:0 server-side Connection retries=45 2024-12-09T01:30:25,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:30:25,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:30:25,022 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:30:25,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:30:25,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:30:25,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:30:25,027 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:30:25,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38335 2024-12-09T01:30:25,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38335 connecting to ZooKeeper ensemble=127.0.0.1:64814 2024-12-09T01:30:25,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:30:25,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:30:25,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383350x0, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:30:25,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383350x0, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:30:25,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38335-0x100083200410001 connected 2024-12-09T01:30:25,067 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:30:25,078 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:30:25,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:30:25,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:30:25,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38335 2024-12-09T01:30:25,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38335 2024-12-09T01:30:25,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38335 2024-12-09T01:30:25,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38335 2024-12-09T01:30:25,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38335 2024-12-09T01:30:25,125 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bc0df0064f65:0 server-side Connection retries=45 2024-12-09T01:30:25,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:30:25,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:30:25,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:30:25,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:30:25,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:30:25,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:30:25,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:30:25,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38481 2024-12-09T01:30:25,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38481 connecting to ZooKeeper ensemble=127.0.0.1:64814 2024-12-09T01:30:25,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:30:25,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:30:25,155 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384810x0, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:30:25,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38481-0x100083200410002 connected 2024-12-09T01:30:25,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:30:25,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:30:25,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:30:25,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:30:25,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:30:25,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38481 2024-12-09T01:30:25,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38481 2024-12-09T01:30:25,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38481 2024-12-09T01:30:25,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38481 2024-12-09T01:30:25,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38481 2024-12-09T01:30:25,187 DEBUG [M:0;bc0df0064f65:42323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bc0df0064f65:42323 2024-12-09T01:30:25,188 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bc0df0064f65,42323,1733707824271 2024-12-09T01:30:25,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:30:25,205 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:30:25,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:30:25,208 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bc0df0064f65,42323,1733707824271 2024-12-09T01:30:25,257 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:30:25,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:30:25,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:25,257 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:25,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:25,258 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:30:25,261 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bc0df0064f65,42323,1733707824271 from backup master directory 2024-12-09T01:30:25,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bc0df0064f65,42323,1733707824271 2024-12-09T01:30:25,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:30:25,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:30:25,318 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:30:25,318 WARN [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:30:25,318 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bc0df0064f65,42323,1733707824271 2024-12-09T01:30:25,321 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T01:30:25,323 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T01:30:25,388 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/hbase.id] with ID: 8153b3b0-c9c3-42c4-b3d8-4966957e7d5a 2024-12-09T01:30:25,388 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/.tmp/hbase.id 2024-12-09T01:30:25,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:30:25,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:30:25,405 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/.tmp/hbase.id]:[hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/hbase.id] 2024-12-09T01:30:25,454 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:30:25,458 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T01:30:25,476 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-09T01:30:25,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:25,519 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:25,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:25,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:30:25,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:30:25,554 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:30:25,557 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T01:30:25,574 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T01:30:25,579 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:30:25,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:30:25,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:30:25,622 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store 2024-12-09T01:30:25,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:30:25,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:30:25,645 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T01:30:25,648 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:30:25,649 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:30:25,649 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:30:25,650 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:30:25,651 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:30:25,651 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:30:25,651 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:30:25,653 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733707825649Disabling compacts and flushes for region at 1733707825649Disabling writes for close at 1733707825651 (+2 ms)Writing region close event to WAL at 1733707825651Closed at 1733707825651 2024-12-09T01:30:25,655 WARN [master/bc0df0064f65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/.initializing 2024-12-09T01:30:25,656 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/WALs/bc0df0064f65,42323,1733707824271 2024-12-09T01:30:25,663 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:30:25,677 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc0df0064f65%2C42323%2C1733707824271, suffix=, logDir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/WALs/bc0df0064f65,42323,1733707824271, archiveDir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/oldWALs, maxLogs=10 2024-12-09T01:30:25,698 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/WALs/bc0df0064f65,42323,1733707824271/bc0df0064f65%2C42323%2C1733707824271.1733707825681, exclude list is [], retry=0 2024-12-09T01:30:25,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-567328c3-d27d-48cf-b055-cddc73f900aa,DISK] 2024-12-09T01:30:25,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46209,DS-ff235824-c7b2-4865-bd89-725c9cc8ba1a,DISK] 2024-12-09T01:30:25,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T01:30:25,745 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/WALs/bc0df0064f65,42323,1733707824271/bc0df0064f65%2C42323%2C1733707824271.1733707825681 2024-12-09T01:30:25,746 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187),(127.0.0.1/127.0.0.1:45547:45547)] 2024-12-09T01:30:25,746 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:30:25,747 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:30:25,749 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:30:25,750 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:30:25,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:30:25,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T01:30:25,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:25,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:30:25,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:30:25,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T01:30:25,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:25,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:30:25,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:30:25,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T01:30:25,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:25,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:30:25,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:30:25,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T01:30:25,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:25,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:30:25,821 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:30:25,825 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:30:25,826 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:30:25,831 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:30:25,832 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:30:25,835 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:30:25,838 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:30:25,842 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:30:25,843 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73872121, jitterRate=0.10078038275241852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:30:25,848 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733707825761Initializing all the Stores at 1733707825763 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733707825763Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733707825764 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733707825764Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733707825764Cleaning up temporary data from old regions at 1733707825832 (+68 ms)Region opened successfully at 1733707825848 (+16 ms) 2024-12-09T01:30:25,849 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T01:30:25,877 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e5e130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc0df0064f65/172.17.0.2:0 2024-12-09T01:30:25,902 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T01:30:25,911 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T01:30:25,911 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T01:30:25,915 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T01:30:25,917 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T01:30:25,923 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-09T01:30:25,924 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T01:30:25,947 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T01:30:25,955 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T01:30:25,975 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T01:30:25,979 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T01:30:25,980 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T01:30:25,993 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T01:30:25,995 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T01:30:25,999 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T01:30:26,007 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T01:30:26,009 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T01:30:26,017 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T01:30:26,034 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T01:30:26,046 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T01:30:26,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:30:26,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:30:26,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:26,060 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:30:26,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:26,060 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:26,064 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bc0df0064f65,42323,1733707824271, sessionid=0x100083200410000, setting cluster-up flag (Was=false) 2024-12-09T01:30:26,091 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:26,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:26,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:26,123 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T01:30:26,126 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc0df0064f65,42323,1733707824271 2024-12-09T01:30:26,165 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:26,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:26,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:26,197 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T01:30:26,199 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc0df0064f65,42323,1733707824271 2024-12-09T01:30:26,206 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T01:30:26,280 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(746): ClusterId : 8153b3b0-c9c3-42c4-b3d8-4966957e7d5a 2024-12-09T01:30:26,284 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:30:26,285 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(746): ClusterId : 8153b3b0-c9c3-42c4-b3d8-4966957e7d5a 2024-12-09T01:30:26,286 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:30:26,295 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T01:30:26,304 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:30:26,304 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:30:26,304 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:30:26,304 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:30:26,305 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T01:30:26,311 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T01:30:26,314 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:30:26,314 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:30:26,315 DEBUG [RS:1;bc0df0064f65:38481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692eaba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc0df0064f65/172.17.0.2:0 2024-12-09T01:30:26,316 DEBUG [RS:0;bc0df0064f65:38335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5098fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc0df0064f65/172.17.0.2:0 2024-12-09T01:30:26,319 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bc0df0064f65,42323,1733707824271 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T01:30:26,327 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bc0df0064f65:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:30:26,328 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bc0df0064f65:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:30:26,328 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bc0df0064f65:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:30:26,328 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bc0df0064f65:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:30:26,329 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bc0df0064f65:0, corePoolSize=10, maxPoolSize=10 2024-12-09T01:30:26,329 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,329 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bc0df0064f65:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:30:26,329 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,332 DEBUG [RS:0;bc0df0064f65:38335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bc0df0064f65:38335 2024-12-09T01:30:26,337 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:30:26,337 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:30:26,337 DEBUG [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:30:26,341 DEBUG [RS:1;bc0df0064f65:38481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bc0df0064f65:38481 2024-12-09T01:30:26,341 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:30:26,342 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:30:26,342 DEBUG [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:30:26,347 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:30:26,347 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(2659): reportForDuty to master=bc0df0064f65,42323,1733707824271 with port=38335, startcode=1733707824985 2024-12-09T01:30:26,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T01:30:26,350 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(2659): reportForDuty to master=bc0df0064f65,42323,1733707824271 with port=38481, startcode=1733707825125 2024-12-09T01:30:26,356 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:26,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:30:26,361 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733707856361 2024-12-09T01:30:26,362 DEBUG [RS:1;bc0df0064f65:38481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:30:26,362 DEBUG [RS:0;bc0df0064f65:38335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:30:26,363 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T01:30:26,364 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T01:30:26,369 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T01:30:26,369 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T01:30:26,370 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T01:30:26,370 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T01:30:26,381 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,393 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T01:30:26,395 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T01:30:26,395 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T01:30:26,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:30:26,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:30:26,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T01:30:26,406 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b 2024-12-09T01:30:26,420 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T01:30:26,420 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T01:30:26,431 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bc0df0064f65:0:becomeActiveMaster-HFileCleaner.large.0-1733707826422,5,FailOnTimeoutGroup] 2024-12-09T01:30:26,432 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bc0df0064f65:0:becomeActiveMaster-HFileCleaner.small.0-1733707826431,5,FailOnTimeoutGroup] 2024-12-09T01:30:26,432 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,432 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T01:30:26,434 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,434 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:30:26,435 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,435 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:30:26,442 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bc0df0064f65,38335,1733707824985 2024-12-09T01:30:26,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42323 {}] master.ServerManager(517): Registering regionserver=bc0df0064f65,38335,1733707824985 2024-12-09T01:30:26,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:30:26,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:30:26,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:30:26,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:30:26,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:30:26,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:26,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:30:26,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T01:30:26,460 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bc0df0064f65,38481,1733707825125 2024-12-09T01:30:26,460 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42323 {}] master.ServerManager(517): Registering regionserver=bc0df0064f65,38481,1733707825125 2024-12-09T01:30:26,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T01:30:26,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:26,465 DEBUG [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b 2024-12-09T01:30:26,465 DEBUG [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39393 2024-12-09T01:30:26,465 DEBUG [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:30:26,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:30:26,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:30:26,467 DEBUG [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b 2024-12-09T01:30:26,467 DEBUG [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39393 2024-12-09T01:30:26,467 DEBUG [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:30:26,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:30:26,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:26,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:30:26,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:30:26,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:30:26,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:26,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:30:26,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T01:30:26,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740 2024-12-09T01:30:26,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740 2024-12-09T01:30:26,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T01:30:26,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T01:30:26,481 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:30:26,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T01:30:26,489 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:30:26,490 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65731681, jitterRate=-0.020521625876426697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:30:26,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733707826450Initializing all the Stores at 1733707826452 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733707826452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733707826453 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733707826453Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733707826453Cleaning up temporary data from old regions at 1733707826480 (+27 ms)Region opened successfully at 1733707826493 (+13 ms) 2024-12-09T01:30:26,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:30:26,494 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T01:30:26,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T01:30:26,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:30:26,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:30:26,495 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T01:30:26,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733707826494Disabling compacts and flushes for region at 1733707826494Disabling writes for close at 1733707826494Writing region close event to WAL at 1733707826495 (+1 ms)Closed at 1733707826495 2024-12-09T01:30:26,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:30:26,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T01:30:26,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T01:30:26,514 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:30:26,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:30:26,518 DEBUG [RS:0;bc0df0064f65:38335 {}] zookeeper.ZKUtil(111): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bc0df0064f65,38335,1733707824985 2024-12-09T01:30:26,518 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T01:30:26,518 WARN [RS:0;bc0df0064f65:38335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:30:26,518 INFO [RS:0;bc0df0064f65:38335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:30:26,519 DEBUG [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/WALs/bc0df0064f65,38335,1733707824985 2024-12-09T01:30:26,519 DEBUG [RS:1;bc0df0064f65:38481 {}] zookeeper.ZKUtil(111): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bc0df0064f65,38481,1733707825125 2024-12-09T01:30:26,520 WARN [RS:1;bc0df0064f65:38481 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:30:26,520 INFO [RS:1;bc0df0064f65:38481 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:30:26,520 DEBUG [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/WALs/bc0df0064f65,38481,1733707825125 2024-12-09T01:30:26,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc0df0064f65,38481,1733707825125] 2024-12-09T01:30:26,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc0df0064f65,38335,1733707824985] 2024-12-09T01:30:26,552 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:30:26,552 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:30:26,567 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:30:26,567 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:30:26,573 INFO [RS:1;bc0df0064f65:38481 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:30:26,573 INFO [RS:0;bc0df0064f65:38335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:30:26,573 INFO [RS:0;bc0df0064f65:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,573 INFO [RS:1;bc0df0064f65:38481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,575 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:30:26,575 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:30:26,580 INFO [RS:1;bc0df0064f65:38481 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:30:26,580 INFO [RS:0;bc0df0064f65:38335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:30:26,581 INFO [RS:0;bc0df0064f65:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,581 INFO [RS:1;bc0df0064f65:38481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,582 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,582 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,582 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,582 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,582 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,582 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,582 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,582 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,582 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,582 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,583 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc0df0064f65:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:30:26,583 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc0df0064f65:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:30:26,583 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,583 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,583 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,583 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,583 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,583 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,583 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,583 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,584 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,584 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,584 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,584 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc0df0064f65:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:30:26,584 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc0df0064f65:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:30:26,584 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc0df0064f65:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:30:26,584 DEBUG [RS:0;bc0df0064f65:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc0df0064f65:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:30:26,584 DEBUG [RS:1;bc0df0064f65:38481 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc0df0064f65:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:30:26,589 INFO [RS:0;bc0df0064f65:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,589 INFO [RS:1;bc0df0064f65:38481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,589 INFO [RS:0;bc0df0064f65:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,589 INFO [RS:1;bc0df0064f65:38481 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,589 INFO [RS:0;bc0df0064f65:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,589 INFO [RS:1;bc0df0064f65:38481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,589 INFO [RS:0;bc0df0064f65:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,589 INFO [RS:1;bc0df0064f65:38481 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,589 INFO [RS:0;bc0df0064f65:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,590 INFO [RS:1;bc0df0064f65:38481 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,590 INFO [RS:0;bc0df0064f65:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc0df0064f65,38335,1733707824985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:30:26,590 INFO [RS:1;bc0df0064f65:38481 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc0df0064f65,38481,1733707825125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:30:26,608 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:30:26,610 INFO [RS:0;bc0df0064f65:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc0df0064f65,38335,1733707824985-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,610 INFO [RS:0;bc0df0064f65:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,610 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.Replication(171): bc0df0064f65,38335,1733707824985 started 2024-12-09T01:30:26,614 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:30:26,614 INFO [RS:1;bc0df0064f65:38481 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc0df0064f65,38481,1733707825125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,614 INFO [RS:1;bc0df0064f65:38481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,614 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.Replication(171): bc0df0064f65,38481,1733707825125 started 2024-12-09T01:30:26,629 INFO [RS:0;bc0df0064f65:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,629 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(1482): Serving as bc0df0064f65,38335,1733707824985, RpcServer on bc0df0064f65/172.17.0.2:38335, sessionid=0x100083200410001 2024-12-09T01:30:26,630 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:30:26,630 DEBUG [RS:0;bc0df0064f65:38335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc0df0064f65,38335,1733707824985 2024-12-09T01:30:26,630 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc0df0064f65,38335,1733707824985' 2024-12-09T01:30:26,630 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:30:26,631 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:30:26,632 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:30:26,632 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:30:26,633 DEBUG [RS:0;bc0df0064f65:38335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc0df0064f65,38335,1733707824985 2024-12-09T01:30:26,633 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc0df0064f65,38335,1733707824985' 2024-12-09T01:30:26,633 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:30:26,633 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:30:26,634 DEBUG [RS:0;bc0df0064f65:38335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:30:26,634 INFO [RS:0;bc0df0064f65:38335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:30:26,634 INFO [RS:0;bc0df0064f65:38335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:30:26,637 INFO [RS:1;bc0df0064f65:38481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:26,638 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(1482): Serving as bc0df0064f65,38481,1733707825125, RpcServer on bc0df0064f65/172.17.0.2:38481, sessionid=0x100083200410002 2024-12-09T01:30:26,638 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:30:26,638 DEBUG [RS:1;bc0df0064f65:38481 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc0df0064f65,38481,1733707825125 2024-12-09T01:30:26,638 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc0df0064f65,38481,1733707825125' 2024-12-09T01:30:26,638 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:30:26,639 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:30:26,640 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:30:26,640 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:30:26,640 DEBUG [RS:1;bc0df0064f65:38481 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc0df0064f65,38481,1733707825125 2024-12-09T01:30:26,640 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc0df0064f65,38481,1733707825125' 2024-12-09T01:30:26,640 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:30:26,641 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:30:26,641 DEBUG [RS:1;bc0df0064f65:38481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:30:26,641 INFO [RS:1;bc0df0064f65:38481 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:30:26,641 INFO [RS:1;bc0df0064f65:38481 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:30:26,669 WARN [bc0df0064f65:42323 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T01:30:26,740 INFO [RS:0;bc0df0064f65:38335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:30:26,742 INFO [RS:1;bc0df0064f65:38481 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:30:26,744 INFO [RS:0;bc0df0064f65:38335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=125 KB, rollsize=62.50 KB, prefix=bc0df0064f65%2C38335%2C1733707824985, suffix=, logDir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/WALs/bc0df0064f65,38335,1733707824985, archiveDir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/oldWALs, maxLogs=28835 2024-12-09T01:30:26,746 INFO [RS:1;bc0df0064f65:38481 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=125 KB, rollsize=62.50 KB, prefix=bc0df0064f65%2C38481%2C1733707825125, suffix=, logDir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/WALs/bc0df0064f65,38481,1733707825125, archiveDir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/oldWALs, maxLogs=28835 2024-12-09T01:30:26,766 DEBUG [RS:0;bc0df0064f65:38335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/WALs/bc0df0064f65,38335,1733707824985/bc0df0064f65%2C38335%2C1733707824985.1733707826747, exclude list is [], retry=0 2024-12-09T01:30:26,766 DEBUG [RS:1;bc0df0064f65:38481 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/WALs/bc0df0064f65,38481,1733707825125/bc0df0064f65%2C38481%2C1733707825125.1733707826749, exclude list is [], retry=0 2024-12-09T01:30:26,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-567328c3-d27d-48cf-b055-cddc73f900aa,DISK] 2024-12-09T01:30:26,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46209,DS-ff235824-c7b2-4865-bd89-725c9cc8ba1a,DISK] 2024-12-09T01:30:26,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-567328c3-d27d-48cf-b055-cddc73f900aa,DISK] 2024-12-09T01:30:26,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46209,DS-ff235824-c7b2-4865-bd89-725c9cc8ba1a,DISK] 2024-12-09T01:30:26,776 INFO [RS:1;bc0df0064f65:38481 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/WALs/bc0df0064f65,38481,1733707825125/bc0df0064f65%2C38481%2C1733707825125.1733707826749 2024-12-09T01:30:26,776 INFO [RS:0;bc0df0064f65:38335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/WALs/bc0df0064f65,38335,1733707824985/bc0df0064f65%2C38335%2C1733707824985.1733707826747 2024-12-09T01:30:26,776 DEBUG [RS:1;bc0df0064f65:38481 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187),(127.0.0.1/127.0.0.1:45547:45547)] 2024-12-09T01:30:26,776 DEBUG [RS:0;bc0df0064f65:38335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187),(127.0.0.1/127.0.0.1:45547:45547)] 2024-12-09T01:30:26,921 DEBUG [bc0df0064f65:42323 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T01:30:26,928 DEBUG [bc0df0064f65:42323 {}] balancer.BalancerClusterState(204): Hosts are {bc0df0064f65=0} racks are {/default-rack=0} 2024-12-09T01:30:26,934 DEBUG [bc0df0064f65:42323 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T01:30:26,934 DEBUG [bc0df0064f65:42323 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T01:30:26,934 DEBUG [bc0df0064f65:42323 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T01:30:26,935 DEBUG [bc0df0064f65:42323 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T01:30:26,935 INFO [bc0df0064f65:42323 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T01:30:26,935 INFO [bc0df0064f65:42323 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T01:30:26,935 DEBUG [bc0df0064f65:42323 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:30:26,943 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bc0df0064f65,38335,1733707824985 2024-12-09T01:30:26,950 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc0df0064f65,38335,1733707824985, state=OPENING 2024-12-09T01:30:27,071 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T01:30:27,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:27,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:27,081 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:27,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:30:27,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:30:27,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:30:27,083 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:30:27,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bc0df0064f65,38335,1733707824985}] 2024-12-09T01:30:27,256 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:30:27,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:30:27,290 INFO [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T01:30:27,290 INFO [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:30:27,291 INFO [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T01:30:27,294 INFO [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=125 KB, rollsize=62.50 KB, prefix=bc0df0064f65%2C38335%2C1733707824985.meta, suffix=.meta, logDir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/WALs/bc0df0064f65,38335,1733707824985, archiveDir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/oldWALs, maxLogs=28835 2024-12-09T01:30:27,309 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/WALs/bc0df0064f65,38335,1733707824985/bc0df0064f65%2C38335%2C1733707824985.meta.1733707827295.meta, exclude list is [], retry=0 2024-12-09T01:30:27,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46209,DS-ff235824-c7b2-4865-bd89-725c9cc8ba1a,DISK] 2024-12-09T01:30:27,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-567328c3-d27d-48cf-b055-cddc73f900aa,DISK] 2024-12-09T01:30:27,316 INFO [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/WALs/bc0df0064f65,38335,1733707824985/bc0df0064f65%2C38335%2C1733707824985.meta.1733707827295.meta 2024-12-09T01:30:27,316 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45547:45547),(127.0.0.1/127.0.0.1:43187:43187)] 2024-12-09T01:30:27,317 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:30:27,318 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T01:30:27,321 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T01:30:27,325 INFO [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T01:30:27,328 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T01:30:27,329 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:30:27,329 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T01:30:27,329 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T01:30:27,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:30:27,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:30:27,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:27,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:30:27,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T01:30:27,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T01:30:27,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:27,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:30:27,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:30:27,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:30:27,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:27,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:30:27,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:30:27,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:30:27,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:27,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:30:27,345 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T01:30:27,347 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740 2024-12-09T01:30:27,350 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740 2024-12-09T01:30:27,353 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T01:30:27,353 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T01:30:27,354 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:30:27,357 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T01:30:27,359 INFO [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62730215, jitterRate=-0.06524695456027985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:30:27,359 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T01:30:27,361 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733707827330Writing region info on filesystem at 1733707827330Initializing all the Stores at 1733707827331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733707827332 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733707827332Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733707827332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733707827332Cleaning up temporary data from old regions at 1733707827353 (+21 ms)Running coprocessor post-open hooks at 1733707827359 (+6 ms)Region opened successfully at 1733707827361 (+2 ms) 2024-12-09T01:30:27,368 INFO [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733707827248 2024-12-09T01:30:27,378 DEBUG [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T01:30:27,379 INFO [RS_OPEN_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T01:30:27,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bc0df0064f65,38335,1733707824985 2024-12-09T01:30:27,383 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc0df0064f65,38335,1733707824985, state=OPEN 2024-12-09T01:30:27,396 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:30:27,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:30:27,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:30:27,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:30:27,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:30:27,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:30:27,397 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bc0df0064f65,38335,1733707824985 2024-12-09T01:30:27,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T01:30:27,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bc0df0064f65,38335,1733707824985 in 312 msec 2024-12-09T01:30:27,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T01:30:27,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 899 msec 2024-12-09T01:30:27,412 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:30:27,413 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T01:30:27,430 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:30:27,431 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bc0df0064f65,38335,1733707824985, seqNum=-1] 2024-12-09T01:30:27,449 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:30:27,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:30:27,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2270 sec 2024-12-09T01:30:27,473 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733707827473, completionTime=-1 2024-12-09T01:30:27,490 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T01:30:27,490 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T01:30:27,525 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-09T01:30:27,525 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733707887525 2024-12-09T01:30:27,526 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733707947525 2024-12-09T01:30:27,526 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-12-09T01:30:27,541 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:30:27,549 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc0df0064f65,42323,1733707824271-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:27,550 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc0df0064f65,42323,1733707824271-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:27,550 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc0df0064f65,42323,1733707824271-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:27,551 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bc0df0064f65:42323, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:27,552 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:27,553 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:27,557 DEBUG [master/bc0df0064f65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T01:30:27,578 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.259sec 2024-12-09T01:30:27,579 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T01:30:27,580 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T01:30:27,581 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T01:30:27,582 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T01:30:27,582 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T01:30:27,582 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc0df0064f65,42323,1733707824271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:30:27,583 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc0df0064f65,42323,1733707824271-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T01:30:27,587 DEBUG [master/bc0df0064f65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T01:30:27,588 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T01:30:27,589 INFO [master/bc0df0064f65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc0df0064f65,42323,1733707824271-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:27,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b60e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:30:27,601 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T01:30:27,601 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T01:30:27,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bc0df0064f65,42323,-1 for getting cluster id 2024-12-09T01:30:27,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:30:27,646 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8153b3b0-c9c3-42c4-b3d8-4966957e7d5a' 2024-12-09T01:30:27,648 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:30:27,648 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8153b3b0-c9c3-42c4-b3d8-4966957e7d5a" 2024-12-09T01:30:27,649 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7465b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:30:27,649 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bc0df0064f65,42323,-1] 2024-12-09T01:30:27,651 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:30:27,654 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:30:27,654 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:30:27,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7316ea8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:30:27,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:30:27,667 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bc0df0064f65,38335,1733707824985, seqNum=-1] 2024-12-09T01:30:27,668 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:30:27,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:30:27,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bc0df0064f65,42323,1733707824271 2024-12-09T01:30:27,702 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestCleanupCompactedFileOnRegionClose#testCleanupOnClose Thread=288, OpenFileDescriptor=519, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=9062 2024-12-09T01:30:27,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:30:27,713 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bc0df0064f65,42323,1733707824271 2024-12-09T01:30:27,715 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34725c4a 2024-12-09T01:30:27,717 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:30:27,719 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:30:27,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testCleanupOnClose', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:30:27,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testCleanupOnClose 2024-12-09T01:30:27,735 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:30:27,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testCleanupOnClose" procId is: 4 2024-12-09T01:30:27,738 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:27,740 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:30:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:30:27,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741836_1012 (size=393) 2024-12-09T01:30:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741836_1012 (size=393) 2024-12-09T01:30:27,757 INFO [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80057b7ed5e666e7746e368ac07609d9, NAME => 'testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCleanupOnClose', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b 2024-12-09T01:30:27,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741837_1013 (size=53) 2024-12-09T01:30:27,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741837_1013 (size=53) 2024-12-09T01:30:27,768 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(898): Instantiated testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:30:27,769 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1722): Closing 80057b7ed5e666e7746e368ac07609d9, disabling compactions & flushes 2024-12-09T01:30:27,769 INFO [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1755): Closing region testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:27,769 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:27,769 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. after waiting 0 ms 2024-12-09T01:30:27,769 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:27,769 INFO [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1973): Closed testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:27,769 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80057b7ed5e666e7746e368ac07609d9: Waiting for close lock at 1733707827769Disabling compacts and flushes for region at 1733707827769Disabling writes for close at 1733707827769Writing region close event to WAL at 1733707827769Closed at 1733707827769 2024-12-09T01:30:27,771 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:30:27,775 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733707827771"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707827771"}]},"ts":"1733707827771"} 2024-12-09T01:30:27,779 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T01:30:27,781 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:30:27,783 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testCleanupOnClose","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707827781"}]},"ts":"1733707827781"} 2024-12-09T01:30:27,787 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testCleanupOnClose, state=ENABLING in hbase:meta 2024-12-09T01:30:27,787 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {bc0df0064f65=0} racks are {/default-rack=0} 2024-12-09T01:30:27,788 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T01:30:27,788 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T01:30:27,788 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T01:30:27,788 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T01:30:27,789 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T01:30:27,789 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T01:30:27,789 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:30:27,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, ASSIGN}] 2024-12-09T01:30:27,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, ASSIGN 2024-12-09T01:30:27,794 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, ASSIGN; state=OFFLINE, location=bc0df0064f65,38481,1733707825125; forceNewPlan=false, retain=false 2024-12-09T01:30:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:30:27,947 INFO [bc0df0064f65:42323 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T01:30:27,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80057b7ed5e666e7746e368ac07609d9, regionState=OPENING, regionLocation=bc0df0064f65,38481,1733707825125 2024-12-09T01:30:27,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, ASSIGN because future has completed 2024-12-09T01:30:27,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80057b7ed5e666e7746e368ac07609d9, server=bc0df0064f65,38481,1733707825125}] 2024-12-09T01:30:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:30:28,111 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:30:28,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:30:28,120 INFO [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:28,120 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 80057b7ed5e666e7746e368ac07609d9, NAME => 'testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:30:28,121 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testCleanupOnClose 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:28,121 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:30:28,121 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:28,121 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:28,123 INFO [StoreOpener-80057b7ed5e666e7746e368ac07609d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:28,126 INFO [StoreOpener-80057b7ed5e666e7746e368ac07609d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80057b7ed5e666e7746e368ac07609d9 columnFamilyName f 2024-12-09T01:30:28,126 DEBUG [StoreOpener-80057b7ed5e666e7746e368ac07609d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:28,127 INFO [StoreOpener-80057b7ed5e666e7746e368ac07609d9-1 {}] regionserver.HStore(327): Store=80057b7ed5e666e7746e368ac07609d9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:30:28,127 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:28,129 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:28,130 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:28,130 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:28,130 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:28,134 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:28,141 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:30:28,142 INFO [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 80057b7ed5e666e7746e368ac07609d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64033797, jitterRate=-0.04582206904888153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:30:28,142 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:28,144 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 80057b7ed5e666e7746e368ac07609d9: Running coprocessor pre-open hook at 1733707828121Writing region info on filesystem at 1733707828121Initializing all the Stores at 1733707828123 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733707828123Cleaning up temporary data from old regions at 1733707828131 (+8 ms)Running coprocessor post-open hooks at 1733707828142 (+11 ms)Region opened successfully at 1733707828143 (+1 ms) 2024-12-09T01:30:28,146 INFO [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9., pid=6, masterSystemTime=1733707828110 2024-12-09T01:30:28,150 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:28,150 INFO [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:28,151 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80057b7ed5e666e7746e368ac07609d9, regionState=OPEN, openSeqNum=2, regionLocation=bc0df0064f65,38481,1733707825125 2024-12-09T01:30:28,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80057b7ed5e666e7746e368ac07609d9, server=bc0df0064f65,38481,1733707825125 because future has completed 2024-12-09T01:30:28,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T01:30:28,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 80057b7ed5e666e7746e368ac07609d9, server=bc0df0064f65,38481,1733707825125 in 204 msec 2024-12-09T01:30:28,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T01:30:28,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, ASSIGN in 374 msec 2024-12-09T01:30:28,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:30:28,172 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testCleanupOnClose","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707828172"}]},"ts":"1733707828172"} 2024-12-09T01:30:28,176 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testCleanupOnClose, state=ENABLED in hbase:meta 2024-12-09T01:30:28,178 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:30:28,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testCleanupOnClose in 451 msec 2024-12-09T01:30:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:30:28,377 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testCleanupOnClose completed 2024-12-09T01:30:28,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testCleanupOnClose get assigned. Timeout = 60000ms 2024-12-09T01:30:28,379 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:30:28,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testCleanupOnClose assigned to meta. Checking AM states. 2024-12-09T01:30:28,385 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:30:28,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testCleanupOnClose assigned. 2024-12-09T01:30:28,389 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testCleanupOnClose,, stopping at row=testCleanupOnClose ,, for max=2147483647 with caching=100 2024-12-09T01:30:28,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table testCleanupOnClose 2024-12-09T01:30:28,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:28,402 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testCleanupOnClose', row='\x00\x00\x00\x00', locateType=CURRENT is [region=testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9., hostname=bc0df0064f65,38481,1733707825125, seqNum=2] 2024-12-09T01:30:28,403 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:30:28,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:30:28,422 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 80057b7ed5e666e7746e368ac07609d9 1/1 column families, dataSize=132 B heapSize=704 B 2024-12-09T01:30:28,473 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/51737dbd80d64074a4341a714db493ef is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x00/1733707828406/Put/seqid=0 2024-12-09T01:30:28,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741838_1014 (size=4896) 2024-12-09T01:30:28,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741838_1014 (size=4896) 2024-12-09T01:30:28,485 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/51737dbd80d64074a4341a714db493ef 2024-12-09T01:30:28,530 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/51737dbd80d64074a4341a714db493ef as hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/51737dbd80d64074a4341a714db493ef 2024-12-09T01:30:28,540 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/51737dbd80d64074a4341a714db493ef, entries=4, sequenceid=8, filesize=4.8 K 2024-12-09T01:30:28,547 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 80057b7ed5e666e7746e368ac07609d9 in 124ms, sequenceid=8, compaction requested=false 2024-12-09T01:30:28,548 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testCleanupOnClose' 2024-12-09T01:30:28,550 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 80057b7ed5e666e7746e368ac07609d9: 2024-12-09T01:30:28,562 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 80057b7ed5e666e7746e368ac07609d9 1/1 column families, dataSize=132 B heapSize=704 B 2024-12-09T01:30:28,568 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/9edb81a590ce42b984997cf09e889d02 is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x01/1733707828551/Put/seqid=0 2024-12-09T01:30:28,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741839_1015 (size=4896) 2024-12-09T01:30:28,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741839_1015 (size=4896) 2024-12-09T01:30:28,576 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=15 (bloomFilter=false), to=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/9edb81a590ce42b984997cf09e889d02 2024-12-09T01:30:28,586 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/9edb81a590ce42b984997cf09e889d02 as hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/9edb81a590ce42b984997cf09e889d02 2024-12-09T01:30:28,595 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/9edb81a590ce42b984997cf09e889d02, entries=4, sequenceid=15, filesize=4.8 K 2024-12-09T01:30:28,597 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 80057b7ed5e666e7746e368ac07609d9 in 35ms, sequenceid=15, compaction requested=false 2024-12-09T01:30:28,597 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 80057b7ed5e666e7746e368ac07609d9: 2024-12-09T01:30:28,606 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 80057b7ed5e666e7746e368ac07609d9 1/1 column families, dataSize=132 B heapSize=704 B 2024-12-09T01:30:28,612 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/6f5d0d4f9068439db432e1ab4d8e0613 is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x02/1733707828598/Put/seqid=0 2024-12-09T01:30:28,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741840_1016 (size=4896) 2024-12-09T01:30:28,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741840_1016 (size=4896) 2024-12-09T01:30:28,619 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=22 (bloomFilter=false), to=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/6f5d0d4f9068439db432e1ab4d8e0613 2024-12-09T01:30:28,628 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/6f5d0d4f9068439db432e1ab4d8e0613 as hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/6f5d0d4f9068439db432e1ab4d8e0613 2024-12-09T01:30:28,639 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/6f5d0d4f9068439db432e1ab4d8e0613, entries=4, sequenceid=22, filesize=4.8 K 2024-12-09T01:30:28,640 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 80057b7ed5e666e7746e368ac07609d9 in 34ms, sequenceid=22, compaction requested=false 2024-12-09T01:30:28,641 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 80057b7ed5e666e7746e368ac07609d9: 2024-12-09T01:30:28,654 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 80057b7ed5e666e7746e368ac07609d9 1/1 column families, dataSize=132 B heapSize=704 B 2024-12-09T01:30:28,659 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/5765635c15d1454f909026a6f155e09a is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x03/1733707828642/Put/seqid=0 2024-12-09T01:30:28,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741841_1017 (size=4896) 2024-12-09T01:30:28,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741841_1017 (size=4896) 2024-12-09T01:30:28,668 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=29 (bloomFilter=false), to=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/5765635c15d1454f909026a6f155e09a 2024-12-09T01:30:28,678 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/5765635c15d1454f909026a6f155e09a as hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/5765635c15d1454f909026a6f155e09a 2024-12-09T01:30:28,688 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/5765635c15d1454f909026a6f155e09a, entries=4, sequenceid=29, filesize=4.8 K 2024-12-09T01:30:28,690 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 80057b7ed5e666e7746e368ac07609d9 in 35ms, sequenceid=29, compaction requested=false 2024-12-09T01:30:28,690 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 80057b7ed5e666e7746e368ac07609d9: 2024-12-09T01:30:28,694 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 80057b7ed5e666e7746e368ac07609d9 1/1 column families, dataSize=25 B heapSize=360 B 2024-12-09T01:30:28,703 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/f3de49c99b05486d888bca1edaa9a671 is 29, key is \x00\x00\x00\x03/f:/1733707828692/DeleteFamily/seqid=0 2024-12-09T01:30:28,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741842_1018 (size=4908) 2024-12-09T01:30:28,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741842_1018 (size=4908) 2024-12-09T01:30:28,711 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=33 (bloomFilter=false), to=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/f3de49c99b05486d888bca1edaa9a671 2024-12-09T01:30:28,723 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3de49c99b05486d888bca1edaa9a671 2024-12-09T01:30:28,724 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/f3de49c99b05486d888bca1edaa9a671 as hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/f3de49c99b05486d888bca1edaa9a671 2024-12-09T01:30:28,734 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3de49c99b05486d888bca1edaa9a671 2024-12-09T01:30:28,735 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/f3de49c99b05486d888bca1edaa9a671, entries=1, sequenceid=33, filesize=4.8 K 2024-12-09T01:30:28,736 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~25 B/25, heapSize ~344 B/344, currentSize=0 B/0 for 80057b7ed5e666e7746e368ac07609d9 in 42ms, sequenceid=33, compaction requested=false 2024-12-09T01:30:28,737 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 80057b7ed5e666e7746e368ac07609d9: 2024-12-09T01:30:28,759 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-09T01:30:28,760 DEBUG [Time-limited test {}] regionserver.HStore(1541): 80057b7ed5e666e7746e368ac07609d9/f is initiating major compaction (all files) 2024-12-09T01:30:28,761 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:30:28,761 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:30:28,761 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 80057b7ed5e666e7746e368ac07609d9/f in testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:28,761 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/51737dbd80d64074a4341a714db493ef, hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/9edb81a590ce42b984997cf09e889d02, hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/6f5d0d4f9068439db432e1ab4d8e0613, hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/5765635c15d1454f909026a6f155e09a, hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/f3de49c99b05486d888bca1edaa9a671] into tmpdir=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp, totalSize=23.9 K 2024-12-09T01:30:28,763 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 51737dbd80d64074a4341a714db493ef, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=8, earliestPutTs=1733707828406 2024-12-09T01:30:28,764 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9edb81a590ce42b984997cf09e889d02, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733707828551 2024-12-09T01:30:28,764 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6f5d0d4f9068439db432e1ab4d8e0613, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=22, earliestPutTs=1733707828598 2024-12-09T01:30:28,765 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5765635c15d1454f909026a6f155e09a, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=29, earliestPutTs=1733707828642 2024-12-09T01:30:28,766 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f3de49c99b05486d888bca1edaa9a671, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=9223372036854775807 2024-12-09T01:30:28,785 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 80057b7ed5e666e7746e368ac07609d9#f#compaction#5 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T01:30:28,786 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/45a10bcab90c4b648b529ec9b7fc487d is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x00/1733707828406/Put/seqid=0 2024-12-09T01:30:28,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741843_1019 (size=5340) 2024-12-09T01:30:28,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741843_1019 (size=5340) 2024-12-09T01:30:28,801 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/.tmp/f/45a10bcab90c4b648b529ec9b7fc487d as hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/45a10bcab90c4b648b529ec9b7fc487d 2024-12-09T01:30:28,821 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 5 (all) file(s) in 80057b7ed5e666e7746e368ac07609d9/f of 80057b7ed5e666e7746e368ac07609d9 into 45a10bcab90c4b648b529ec9b7fc487d(size=5.2 K), total size for store is 5.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T01:30:28,821 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 80057b7ed5e666e7746e368ac07609d9: 2024-12-09T01:30:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1840): Client=jenkins//172.17.0.2 unassign testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. in current location if it is online 2024-12-09T01:30:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, UNASSIGN 2024-12-09T01:30:28,829 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, UNASSIGN 2024-12-09T01:30:28,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=80057b7ed5e666e7746e368ac07609d9, regionState=CLOSING, regionLocation=bc0df0064f65,38481,1733707825125 2024-12-09T01:30:28,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, UNASSIGN because future has completed 2024-12-09T01:30:28,836 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T01:30:28,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 80057b7ed5e666e7746e368ac07609d9, server=bc0df0064f65,38481,1733707825125}] 2024-12-09T01:30:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-09T01:30:28,996 INFO [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:28,996 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T01:30:28,997 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 80057b7ed5e666e7746e368ac07609d9, disabling compactions & flushes 2024-12-09T01:30:28,997 INFO [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:28,997 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:28,998 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. after waiting 0 ms 2024-12-09T01:30:28,998 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:28,999 DEBUG [StoreCloser-testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/51737dbd80d64074a4341a714db493ef, hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/9edb81a590ce42b984997cf09e889d02, hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/6f5d0d4f9068439db432e1ab4d8e0613, hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/5765635c15d1454f909026a6f155e09a, hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/f3de49c99b05486d888bca1edaa9a671] to archive 2024-12-09T01:30:29,004 DEBUG [StoreCloser-testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T01:30:29,014 DEBUG [StoreCloser-testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/51737dbd80d64074a4341a714db493ef to hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/archive/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/51737dbd80d64074a4341a714db493ef 2024-12-09T01:30:29,016 DEBUG [StoreCloser-testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/9edb81a590ce42b984997cf09e889d02 to hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/archive/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/9edb81a590ce42b984997cf09e889d02 2024-12-09T01:30:29,018 DEBUG [StoreCloser-testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/6f5d0d4f9068439db432e1ab4d8e0613 to hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/archive/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/6f5d0d4f9068439db432e1ab4d8e0613 2024-12-09T01:30:29,020 DEBUG [StoreCloser-testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/5765635c15d1454f909026a6f155e09a to hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/archive/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/5765635c15d1454f909026a6f155e09a 2024-12-09T01:30:29,022 DEBUG [StoreCloser-testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/f3de49c99b05486d888bca1edaa9a671 to hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/archive/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/f3de49c99b05486d888bca1edaa9a671 2024-12-09T01:30:29,038 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-12-09T01:30:29,039 INFO [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:29,040 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 80057b7ed5e666e7746e368ac07609d9: Waiting for close lock at 1733707828997Running coprocessor pre-close hooks at 1733707828997Disabling compacts and flushes for region at 1733707828997Disabling writes for close at 1733707828998 (+1 ms)Writing region close event to WAL at 1733707829033 (+35 ms)Running coprocessor post-close hooks at 1733707829038 (+5 ms)Closed at 1733707829039 (+1 ms) 2024-12-09T01:30:29,042 INFO [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=80057b7ed5e666e7746e368ac07609d9, regionState=CLOSED 2024-12-09T01:30:29,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 80057b7ed5e666e7746e368ac07609d9, server=bc0df0064f65,38481,1733707825125 because future has completed 2024-12-09T01:30:29,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-09T01:30:29,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 80057b7ed5e666e7746e368ac07609d9, server=bc0df0064f65,38481,1733707825125 in 212 msec 2024-12-09T01:30:29,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, UNASSIGN in 225 msec 2024-12-09T01:30:29,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(745): Client=jenkins//172.17.0.2 assign testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, ASSIGN 2024-12-09T01:30:29,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, ASSIGN 2024-12-09T01:30:29,094 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost bc0df0064f65,38481,1733707825125 as the location for region 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, ASSIGN; state=CLOSED, location=bc0df0064f65,38481,1733707825125; forceNewPlan=false, retain=true 2024-12-09T01:30:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] procedure.ProcedureSyncWait(219): waitFor pid=9 2024-12-09T01:30:29,245 INFO [bc0df0064f65:42323 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T01:30:29,245 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80057b7ed5e666e7746e368ac07609d9, regionState=OPENING, regionLocation=bc0df0064f65,38481,1733707825125 2024-12-09T01:30:29,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, ASSIGN because future has completed 2024-12-09T01:30:29,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80057b7ed5e666e7746e368ac07609d9, server=bc0df0064f65,38481,1733707825125}] 2024-12-09T01:30:29,413 INFO [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:29,413 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 80057b7ed5e666e7746e368ac07609d9, NAME => 'testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:30:29,414 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testCleanupOnClose 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,414 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:30:29,414 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,414 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,416 INFO [StoreOpener-80057b7ed5e666e7746e368ac07609d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,417 INFO [StoreOpener-80057b7ed5e666e7746e368ac07609d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80057b7ed5e666e7746e368ac07609d9 columnFamilyName f 2024-12-09T01:30:29,417 DEBUG [StoreOpener-80057b7ed5e666e7746e368ac07609d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:30:29,425 DEBUG [StoreOpener-80057b7ed5e666e7746e368ac07609d9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/f/45a10bcab90c4b648b529ec9b7fc487d 2024-12-09T01:30:29,425 INFO [StoreOpener-80057b7ed5e666e7746e368ac07609d9-1 {}] regionserver.HStore(327): Store=80057b7ed5e666e7746e368ac07609d9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:30:29,426 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,427 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,428 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,429 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,429 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,431 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,432 INFO [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 80057b7ed5e666e7746e368ac07609d9; next sequenceid=38; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65834226, jitterRate=-0.01899358630180359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:30:29,433 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,433 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 80057b7ed5e666e7746e368ac07609d9: Running coprocessor pre-open hook at 1733707829414Writing region info on filesystem at 1733707829414Initializing all the Stores at 1733707829415 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733707829415Cleaning up temporary data from old regions at 1733707829429 (+14 ms)Running coprocessor post-open hooks at 1733707829433 (+4 ms)Region opened successfully at 1733707829433 2024-12-09T01:30:29,434 INFO [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9., pid=10, masterSystemTime=1733707829404 2024-12-09T01:30:29,437 DEBUG [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:29,437 INFO [RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:29,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80057b7ed5e666e7746e368ac07609d9, regionState=OPEN, openSeqNum=38, regionLocation=bc0df0064f65,38481,1733707825125 2024-12-09T01:30:29,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80057b7ed5e666e7746e368ac07609d9, server=bc0df0064f65,38481,1733707825125 because future has completed 2024-12-09T01:30:29,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T01:30:29,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 80057b7ed5e666e7746e368ac07609d9, server=bc0df0064f65,38481,1733707825125 in 193 msec 2024-12-09T01:30:29,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=80057b7ed5e666e7746e368ac07609d9, ASSIGN in 355 msec 2024-12-09T01:30:29,495 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:30:29,499 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testCleanupOnClose,, stopping at row=testCleanupOnClose ,, for max=2147483647 with caching=100 2024-12-09T01:30:29,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table testCleanupOnClose 2024-12-09T01:30:29,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:29,520 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestCleanupCompactedFileOnRegionClose#testCleanupOnClose Thread=300 (was 288) Potentially hanging thread: RS_OPEN_REGION-regionserver/bc0df0064f65:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1341474837_20 at /127.0.0.1:46142 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_454361609_20 at /127.0.0.1:40964 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=531 (was 519) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=9016 (was 9062) 2024-12-09T01:30:29,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T01:30:29,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:30:29,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestCleanupCompactedFileOnRegionClose.afterclass(TestCleanupCompactedFileOnRegionClose.java:68) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:30:29,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:30:29,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:30:29,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:30:29,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T01:30:29,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=955547174, stopped=false 2024-12-09T01:30:29,527 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bc0df0064f65,42323,1733707824271 2024-12-09T01:30:29,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:30:29,575 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:30:29,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:30:29,576 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T01:30:29,576 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:29,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:29,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:29,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:30:29,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestCleanupCompactedFileOnRegionClose.afterclass(TestCleanupCompactedFileOnRegionClose.java:68) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:30:29,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:30:29,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:30:29,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:30:29,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:30:29,578 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bc0df0064f65,38335,1733707824985' ***** 2024-12-09T01:30:29,578 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T01:30:29,578 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bc0df0064f65,38481,1733707825125' ***** 2024-12-09T01:30:29,578 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T01:30:29,579 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:30:29,579 INFO [RS:0;bc0df0064f65:38335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:30:29,580 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:30:29,580 INFO [RS:0;bc0df0064f65:38335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:30:29,580 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(959): stopping server bc0df0064f65,38335,1733707824985 2024-12-09T01:30:29,580 INFO [RS:0;bc0df0064f65:38335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:30:29,580 INFO [RS:0;bc0df0064f65:38335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bc0df0064f65:38335. 2024-12-09T01:30:29,580 DEBUG [RS:0;bc0df0064f65:38335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:30:29,580 DEBUG [RS:0;bc0df0064f65:38335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:30:29,581 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:30:29,581 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:30:29,581 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:30:29,581 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:30:29,581 INFO [RS:1;bc0df0064f65:38481 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:30:29,581 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:30:29,581 INFO [RS:1;bc0df0064f65:38481 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:30:29,581 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T01:30:29,581 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(3091): Received CLOSE for 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,582 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(959): stopping server bc0df0064f65,38481,1733707825125 2024-12-09T01:30:29,582 INFO [RS:1;bc0df0064f65:38481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:30:29,582 INFO [RS:1;bc0df0064f65:38481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;bc0df0064f65:38481. 2024-12-09T01:30:29,582 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T01:30:29,582 DEBUG [RS:1;bc0df0064f65:38481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:30:29,582 DEBUG [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-09T01:30:29,582 DEBUG [RS:1;bc0df0064f65:38481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:30:29,582 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:30:29,582 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T01:30:29,582 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80057b7ed5e666e7746e368ac07609d9, disabling compactions & flushes 2024-12-09T01:30:29,582 DEBUG [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(1325): Online Regions={80057b7ed5e666e7746e368ac07609d9=testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9.} 2024-12-09T01:30:29,582 INFO [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T01:30:29,582 INFO [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:29,583 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T01:30:29,583 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:29,583 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:30:29,583 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. after waiting 0 ms 2024-12-09T01:30:29,583 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:30:29,583 DEBUG [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T01:30:29,583 DEBUG [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(1351): Waiting on 80057b7ed5e666e7746e368ac07609d9 2024-12-09T01:30:29,583 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:29,583 INFO [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.95 KB heapSize=5.97 KB 2024-12-09T01:30:29,588 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/default/testCleanupOnClose/80057b7ed5e666e7746e368ac07609d9/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=37 2024-12-09T01:30:29,589 INFO [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:29,589 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80057b7ed5e666e7746e368ac07609d9: Waiting for close lock at 1733707829582Running coprocessor pre-close hooks at 1733707829582Disabling compacts and flushes for region at 1733707829582Disabling writes for close at 1733707829583 (+1 ms)Writing region close event to WAL at 1733707829583Running coprocessor post-close hooks at 1733707829589 (+6 ms)Closed at 1733707829589 2024-12-09T01:30:29,589 DEBUG [RS_CLOSE_REGION-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9. 2024-12-09T01:30:29,589 INFO [regionserver/bc0df0064f65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T01:30:29,590 INFO [regionserver/bc0df0064f65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T01:30:29,595 INFO [regionserver/bc0df0064f65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:30:29,595 INFO [regionserver/bc0df0064f65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:30:29,601 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/.tmp/info/184d4bd359ee477cb1f45911c252081c is 157, key is testCleanupOnClose,,1733707827721.80057b7ed5e666e7746e368ac07609d9./info:regioninfo/1733707829438/Put/seqid=0 2024-12-09T01:30:29,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741844_1020 (size=7272) 2024-12-09T01:30:29,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741844_1020 (size=7272) 2024-12-09T01:30:29,608 INFO [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.78 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/.tmp/info/184d4bd359ee477cb1f45911c252081c 2024-12-09T01:30:29,630 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/.tmp/ns/0aa51477c9b64d32904903f0a4e63402 is 43, key is default/ns:d/1733707827456/Put/seqid=0 2024-12-09T01:30:29,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741845_1021 (size=5153) 2024-12-09T01:30:29,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741845_1021 (size=5153) 2024-12-09T01:30:29,637 INFO [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/.tmp/ns/0aa51477c9b64d32904903f0a4e63402 2024-12-09T01:30:29,657 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/.tmp/table/bc107ebd6aa5459b95306a80afc5e0ce is 54, key is testCleanupOnClose/table:state/1733707828172/Put/seqid=0 2024-12-09T01:30:29,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741846_1022 (size=5263) 2024-12-09T01:30:29,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741846_1022 (size=5263) 2024-12-09T01:30:29,663 INFO [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=100 B at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/.tmp/table/bc107ebd6aa5459b95306a80afc5e0ce 2024-12-09T01:30:29,672 INFO [regionserver/bc0df0064f65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T01:30:29,672 INFO [regionserver/bc0df0064f65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T01:30:29,673 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/.tmp/info/184d4bd359ee477cb1f45911c252081c as hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/info/184d4bd359ee477cb1f45911c252081c 2024-12-09T01:30:29,682 INFO [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/info/184d4bd359ee477cb1f45911c252081c, entries=15, sequenceid=15, filesize=7.1 K 2024-12-09T01:30:29,684 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/.tmp/ns/0aa51477c9b64d32904903f0a4e63402 as hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/ns/0aa51477c9b64d32904903f0a4e63402 2024-12-09T01:30:29,691 INFO [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/ns/0aa51477c9b64d32904903f0a4e63402, entries=2, sequenceid=15, filesize=5.0 K 2024-12-09T01:30:29,693 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/.tmp/table/bc107ebd6aa5459b95306a80afc5e0ce as hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/table/bc107ebd6aa5459b95306a80afc5e0ce 2024-12-09T01:30:29,702 INFO [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/table/bc107ebd6aa5459b95306a80afc5e0ce, entries=2, sequenceid=15, filesize=5.1 K 2024-12-09T01:30:29,704 INFO [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.95 KB/3021, heapSize ~5.67 KB/5808, currentSize=0 B/0 for 1588230740 in 120ms, sequenceid=15, compaction requested=false 2024-12-09T01:30:29,704 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T01:30:29,711 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-12-09T01:30:29,712 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:30:29,713 INFO [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T01:30:29,713 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733707829582Running coprocessor pre-close hooks at 1733707829582Disabling compacts and flushes for region at 1733707829582Disabling writes for close at 1733707829583 (+1 ms)Obtaining lock to block concurrent updates at 1733707829583Preparing flush snapshotting stores in 1588230740 at 1733707829583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3021, getHeapSize=6048, getOffHeapSize=0, getCellsCount=27 at 1733707829583Flushing stores of hbase:meta,,1.1588230740 at 1733707829584 (+1 ms)Flushing 1588230740/info: creating writer at 1733707829585 (+1 ms)Flushing 1588230740/info: appending metadata at 1733707829600 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733707829600Flushing 1588230740/ns: creating writer at 1733707829616 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733707829629 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733707829630 (+1 ms)Flushing 1588230740/table: creating writer at 1733707829644 (+14 ms)Flushing 1588230740/table: appending metadata at 1733707829657 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733707829657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@657ff4: reopening flushed file at 1733707829672 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2278ed90: reopening flushed file at 1733707829683 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a862398: reopening flushed file at 1733707829692 (+9 ms)Finished flush of dataSize ~2.95 KB/3021, heapSize ~5.67 KB/5808, currentSize=0 B/0 for 1588230740 in 120ms, sequenceid=15, compaction requested=false at 1733707829704 (+12 ms)Writing region close event to WAL at 1733707829706 (+2 ms)Running coprocessor post-close hooks at 1733707829712 (+6 ms)Closed at 1733707829713 (+1 ms) 2024-12-09T01:30:29,713 DEBUG [RS_CLOSE_META-regionserver/bc0df0064f65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T01:30:29,783 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(976): stopping server bc0df0064f65,38335,1733707824985; all regions closed. 2024-12-09T01:30:29,783 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(976): stopping server bc0df0064f65,38481,1733707825125; all regions closed. 2024-12-09T01:30:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741834_1010 (size=6153) 2024-12-09T01:30:29,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741834_1010 (size=6153) 2024-12-09T01:30:29,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741835_1011 (size=4591) 2024-12-09T01:30:29,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741835_1011 (size=4591) 2024-12-09T01:30:29,798 DEBUG [RS:1;bc0df0064f65:38481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/oldWALs 2024-12-09T01:30:29,798 DEBUG [RS:0;bc0df0064f65:38335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/oldWALs 2024-12-09T01:30:29,798 INFO [RS:0;bc0df0064f65:38335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bc0df0064f65%2C38335%2C1733707824985.meta:.meta(num 1733707827295) 2024-12-09T01:30:29,798 INFO [RS:1;bc0df0064f65:38481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bc0df0064f65%2C38481%2C1733707825125:(num 1733707826749) 2024-12-09T01:30:29,799 DEBUG [RS:1;bc0df0064f65:38481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:30:29,799 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:30:29,799 INFO [RS:1;bc0df0064f65:38481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:30:29,799 INFO [RS:1;bc0df0064f65:38481 {}] hbase.ChoreService(370): Chore service for: regionserver/bc0df0064f65:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T01:30:29,799 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:30:29,799 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:30:29,799 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:30:29,799 INFO [regionserver/bc0df0064f65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:30:29,799 INFO [RS:1;bc0df0064f65:38481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:30:29,800 INFO [RS:1;bc0df0064f65:38481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38481 2024-12-09T01:30:29,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741833_1009 (size=93) 2024-12-09T01:30:29,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741833_1009 (size=93) 2024-12-09T01:30:29,804 DEBUG [RS:0;bc0df0064f65:38335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/oldWALs 2024-12-09T01:30:29,804 INFO [RS:0;bc0df0064f65:38335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bc0df0064f65%2C38335%2C1733707824985:(num 1733707826747) 2024-12-09T01:30:29,804 DEBUG [RS:0;bc0df0064f65:38335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:30:29,804 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:30:29,804 INFO [RS:0;bc0df0064f65:38335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:30:29,805 INFO [RS:0;bc0df0064f65:38335 {}] hbase.ChoreService(370): Chore service for: regionserver/bc0df0064f65:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T01:30:29,805 INFO [RS:0;bc0df0064f65:38335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:30:29,805 INFO [regionserver/bc0df0064f65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:30:29,805 INFO [RS:0;bc0df0064f65:38335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38335 2024-12-09T01:30:29,814 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bc0df0064f65,38481,1733707825125 2024-12-09T01:30:29,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:30:29,814 INFO [RS:1;bc0df0064f65:38481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:30:29,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bc0df0064f65,38335,1733707824985 2024-12-09T01:30:29,824 INFO [RS:0;bc0df0064f65:38335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:30:29,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc0df0064f65,38481,1733707825125] 2024-12-09T01:30:29,846 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bc0df0064f65,38481,1733707825125 already deleted, retry=false 2024-12-09T01:30:29,846 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bc0df0064f65,38481,1733707825125 expired; onlineServers=1 2024-12-09T01:30:29,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc0df0064f65,38335,1733707824985] 2024-12-09T01:30:29,856 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bc0df0064f65,38335,1733707824985 already deleted, retry=false 2024-12-09T01:30:29,856 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bc0df0064f65,38335,1733707824985 expired; onlineServers=0 2024-12-09T01:30:29,856 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bc0df0064f65,42323,1733707824271' ***** 2024-12-09T01:30:29,856 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T01:30:29,857 INFO [M:0;bc0df0064f65:42323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:30:29,857 INFO [M:0;bc0df0064f65:42323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:30:29,857 DEBUG [M:0;bc0df0064f65:42323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T01:30:29,857 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T01:30:29,857 DEBUG [M:0;bc0df0064f65:42323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T01:30:29,857 DEBUG [master/bc0df0064f65:0:becomeActiveMaster-HFileCleaner.small.0-1733707826431 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc0df0064f65:0:becomeActiveMaster-HFileCleaner.small.0-1733707826431,5,FailOnTimeoutGroup] 2024-12-09T01:30:29,857 DEBUG [master/bc0df0064f65:0:becomeActiveMaster-HFileCleaner.large.0-1733707826422 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc0df0064f65:0:becomeActiveMaster-HFileCleaner.large.0-1733707826422,5,FailOnTimeoutGroup] 2024-12-09T01:30:29,858 INFO [M:0;bc0df0064f65:42323 {}] hbase.ChoreService(370): Chore service for: master/bc0df0064f65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T01:30:29,858 INFO [M:0;bc0df0064f65:42323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:30:29,858 DEBUG [M:0;bc0df0064f65:42323 {}] master.HMaster(1795): Stopping service threads 2024-12-09T01:30:29,858 INFO [M:0;bc0df0064f65:42323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T01:30:29,858 INFO [M:0;bc0df0064f65:42323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T01:30:29,859 INFO [M:0;bc0df0064f65:42323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T01:30:29,860 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T01:30:29,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T01:30:29,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:30:29,870 DEBUG [M:0;bc0df0064f65:42323 {}] zookeeper.ZKUtil(347): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T01:30:29,871 WARN [M:0;bc0df0064f65:42323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T01:30:29,872 INFO [M:0;bc0df0064f65:42323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/.lastflushedseqids 2024-12-09T01:30:29,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741847_1023 (size=126) 2024-12-09T01:30:29,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741847_1023 (size=126) 2024-12-09T01:30:29,891 INFO [M:0;bc0df0064f65:42323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T01:30:29,891 INFO [M:0;bc0df0064f65:42323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T01:30:29,891 DEBUG [M:0;bc0df0064f65:42323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:30:29,891 INFO [M:0;bc0df0064f65:42323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:30:29,891 DEBUG [M:0;bc0df0064f65:42323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:30:29,891 DEBUG [M:0;bc0df0064f65:42323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:30:29,891 DEBUG [M:0;bc0df0064f65:42323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:30:29,891 INFO [M:0;bc0df0064f65:42323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=33.98 KB heapSize=42.52 KB 2024-12-09T01:30:29,909 DEBUG [M:0;bc0df0064f65:42323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bd4f83ab25f4b5584a38b2d6d79c62e is 82, key is hbase:meta,,1/info:regioninfo/1733707827380/Put/seqid=0 2024-12-09T01:30:29,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741848_1024 (size=5672) 2024-12-09T01:30:29,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741848_1024 (size=5672) 2024-12-09T01:30:29,915 INFO [M:0;bc0df0064f65:42323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bd4f83ab25f4b5584a38b2d6d79c62e 2024-12-09T01:30:29,936 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:30:29,936 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38481-0x100083200410002, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:30:29,936 INFO [RS:1;bc0df0064f65:38481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:30:29,936 INFO [RS:1;bc0df0064f65:38481 {}] regionserver.HRegionServer(1031): Exiting; stopping=bc0df0064f65,38481,1733707825125; zookeeper connection closed. 2024-12-09T01:30:29,936 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ac92d0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ac92d0d 2024-12-09T01:30:29,939 DEBUG [M:0;bc0df0064f65:42323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/228dba609aa34e6c8f130a1df0925dc4 is 752, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733707828180/Put/seqid=0 2024-12-09T01:30:29,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741849_1025 (size=6912) 2024-12-09T01:30:29,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741849_1025 (size=6912) 2024-12-09T01:30:29,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:30:29,946 INFO [RS:0;bc0df0064f65:38335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:30:29,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x100083200410001, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:30:29,946 INFO [RS:0;bc0df0064f65:38335 {}] regionserver.HRegionServer(1031): Exiting; stopping=bc0df0064f65,38335,1733707824985; zookeeper connection closed. 2024-12-09T01:30:29,946 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@84b749d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@84b749d 2024-12-09T01:30:29,946 INFO [M:0;bc0df0064f65:42323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.36 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/228dba609aa34e6c8f130a1df0925dc4 2024-12-09T01:30:29,946 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T01:30:29,966 DEBUG [M:0;bc0df0064f65:42323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18b96d0a23234aeaad75e9cfa8db8feb is 69, key is bc0df0064f65,38335,1733707824985/rs:state/1733707826449/Put/seqid=0 2024-12-09T01:30:29,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741850_1026 (size=5224) 2024-12-09T01:30:29,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741850_1026 (size=5224) 2024-12-09T01:30:29,972 INFO [M:0;bc0df0064f65:42323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18b96d0a23234aeaad75e9cfa8db8feb 2024-12-09T01:30:29,980 DEBUG [M:0;bc0df0064f65:42323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bd4f83ab25f4b5584a38b2d6d79c62e as hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bd4f83ab25f4b5584a38b2d6d79c62e 2024-12-09T01:30:29,987 INFO [M:0;bc0df0064f65:42323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bd4f83ab25f4b5584a38b2d6d79c62e, entries=8, sequenceid=87, filesize=5.5 K 2024-12-09T01:30:29,988 DEBUG [M:0;bc0df0064f65:42323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/228dba609aa34e6c8f130a1df0925dc4 as hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/228dba609aa34e6c8f130a1df0925dc4 2024-12-09T01:30:29,994 INFO [M:0;bc0df0064f65:42323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/228dba609aa34e6c8f130a1df0925dc4, entries=10, sequenceid=87, filesize=6.8 K 2024-12-09T01:30:29,996 DEBUG [M:0;bc0df0064f65:42323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18b96d0a23234aeaad75e9cfa8db8feb as hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18b96d0a23234aeaad75e9cfa8db8feb 2024-12-09T01:30:30,002 INFO [M:0;bc0df0064f65:42323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39393/user/jenkins/test-data/81c0a3e9-4f67-c530-3455-920a7cdf262b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18b96d0a23234aeaad75e9cfa8db8feb, entries=2, sequenceid=87, filesize=5.1 K 2024-12-09T01:30:30,004 INFO [M:0;bc0df0064f65:42323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.98 KB/34791, heapSize ~42.22 KB/43232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=87, compaction requested=false 2024-12-09T01:30:30,005 INFO [M:0;bc0df0064f65:42323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:30:30,005 DEBUG [M:0;bc0df0064f65:42323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733707829891Disabling compacts and flushes for region at 1733707829891Disabling writes for close at 1733707829891Obtaining lock to block concurrent updates at 1733707829891Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733707829891Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=34791, getHeapSize=43472, getOffHeapSize=0, getCellsCount=102 at 1733707829892 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733707829893 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733707829893Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733707829908 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733707829909 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733707829922 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733707829939 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733707829939Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733707829953 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733707829966 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733707829966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502d27eb: reopening flushed file at 1733707829978 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c26af5: reopening flushed file at 1733707829987 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec2b845: reopening flushed file at 1733707829995 (+8 ms)Finished flush of dataSize ~33.98 KB/34791, heapSize ~42.22 KB/43232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=87, compaction requested=false at 1733707830004 (+9 ms)Writing region close event to WAL at 1733707830005 (+1 ms)Closed at 1733707830005 2024-12-09T01:30:30,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741830_1006 (size=40962) 2024-12-09T01:30:30,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741830_1006 (size=40962) 2024-12-09T01:30:30,009 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:30:30,009 INFO [M:0;bc0df0064f65:42323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T01:30:30,009 INFO [M:0;bc0df0064f65:42323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42323 2024-12-09T01:30:30,010 INFO [M:0;bc0df0064f65:42323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:30:30,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:30:30,117 INFO [M:0;bc0df0064f65:42323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:30:30,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x100083200410000, quorum=127.0.0.1:64814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:30:30,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@768cbdf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:30:30,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f7ee15d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:30:30,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:30:30,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d5c112{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:30:30,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e6bc5de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/hadoop.log.dir/,STOPPED} 2024-12-09T01:30:30,157 WARN [BP-1263961848-172.17.0.2-1733707819816 heartbeating to localhost/127.0.0.1:39393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:30:30,157 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:30:30,157 WARN [BP-1263961848-172.17.0.2-1733707819816 heartbeating to localhost/127.0.0.1:39393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1263961848-172.17.0.2-1733707819816 (Datanode Uuid f348f538-c397-4d21-a201-0317372d95e4) service to localhost/127.0.0.1:39393 2024-12-09T01:30:30,157 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:30:30,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/cluster_cb3ddc13-ab41-1fbd-8ff3-1726fba2e796/data/data3/current/BP-1263961848-172.17.0.2-1733707819816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:30:30,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/cluster_cb3ddc13-ab41-1fbd-8ff3-1726fba2e796/data/data4/current/BP-1263961848-172.17.0.2-1733707819816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:30:30,159 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:30:30,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77378538{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:30:30,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@648508dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:30:30,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:30:30,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dad9bbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:30:30,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25468aae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/hadoop.log.dir/,STOPPED} 2024-12-09T01:30:30,163 WARN [BP-1263961848-172.17.0.2-1733707819816 heartbeating to localhost/127.0.0.1:39393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:30:30,163 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:30:30,163 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:30:30,163 WARN [BP-1263961848-172.17.0.2-1733707819816 heartbeating to localhost/127.0.0.1:39393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1263961848-172.17.0.2-1733707819816 (Datanode Uuid 9beface6-e387-4a6b-8695-64e1408309fd) service to localhost/127.0.0.1:39393 2024-12-09T01:30:30,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/cluster_cb3ddc13-ab41-1fbd-8ff3-1726fba2e796/data/data1/current/BP-1263961848-172.17.0.2-1733707819816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:30:30,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/cluster_cb3ddc13-ab41-1fbd-8ff3-1726fba2e796/data/data2/current/BP-1263961848-172.17.0.2-1733707819816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:30:30,165 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:30:30,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8d62b41{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:30:30,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@253779{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:30:30,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:30:30,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f12951{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:30:30,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f18f3ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b8d2efc-dd0f-96c5-1a84-78ff74461579/hadoop.log.dir/,STOPPED} 2024-12-09T01:30:30,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T01:30:30,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down