2024-11-18 02:36:35,081 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 2024-11-18 02:36:35,096 main DEBUG Took 0.013024 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 02:36:35,097 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 02:36:35,097 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 02:36:35,098 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 02:36:35,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:36:35,115 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 02:36:35,128 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:36:35,130 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:36:35,132 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:36:35,133 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:36:35,135 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:36:35,136 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:36:35,137 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:36:35,139 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:36:35,140 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:36:35,141 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:36:35,142 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:36:35,143 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:36:35,144 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,145 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 02:36:35,146 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:36:35,148 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 02:36:35,150 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 02:36:35,151 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 02:36:35,152 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 02:36:35,153 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 02:36:35,164 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 02:36:35,168 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 02:36:35,170 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 02:36:35,170 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 02:36:35,171 main DEBUG createAppenders(={Console}) 2024-11-18 02:36:35,172 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 initialized 2024-11-18 02:36:35,172 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 2024-11-18 02:36:35,172 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 OK. 2024-11-18 02:36:35,173 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 02:36:35,173 main DEBUG OutputStream closed 2024-11-18 02:36:35,174 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 02:36:35,174 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 02:36:35,174 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@1e04fa0a OK 2024-11-18 02:36:35,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 02:36:35,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 02:36:35,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 02:36:35,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 02:36:35,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 02:36:35,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 02:36:35,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 02:36:35,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 02:36:35,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 02:36:35,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 02:36:35,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 02:36:35,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 02:36:35,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 02:36:35,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 02:36:35,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 02:36:35,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 02:36:35,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 02:36:35,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 02:36:35,270 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 02:36:35,270 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@77102b91) with optional ClassLoader: null 2024-11-18 02:36:35,271 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 02:36:35,271 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@77102b91] started OK. 2024-11-18T02:36:35,285 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestCleanupCompactedFileOnRegionClose timeout: 13 mins 2024-11-18 02:36:35,287 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 02:36:35,288 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T02:36:35,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279 2024-11-18T02:36:35,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T02:36:35,566 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/cluster_74213190-ee66-ab27-0d02-c78ca722de64, deleteOnExit=true 2024-11-18T02:36:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T02:36:35,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/test.cache.data in system properties and HBase conf 2024-11-18T02:36:35,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T02:36:35,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/hadoop.log.dir in system properties and HBase conf 2024-11-18T02:36:35,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T02:36:35,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T02:36:35,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T02:36:35,669 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T02:36:35,770 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T02:36:35,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:36:35,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T02:36:35,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T02:36:35,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:36:35,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T02:36:35,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T02:36:35,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T02:36:35,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:36:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T02:36:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/nfs.dump.dir in system properties and HBase conf 2024-11-18T02:36:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/java.io.tmpdir in system properties and HBase conf 2024-11-18T02:36:35,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T02:36:35,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T02:36:35,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T02:36:36,564 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T02:36:36,641 INFO [Time-limited test {}] log.Log(170): Logging initialized @2216ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T02:36:36,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:36:36,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:36:36,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:36:36,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:36:36,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:36:36,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:36:36,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a50116c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:36:36,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b86eeaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:36:37,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c580204{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/java.io.tmpdir/jetty-localhost-39005-hadoop-hdfs-3_4_1-tests_jar-_-any-8825631568455212834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:36:37,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f12a5dd{HTTP/1.1, (http/1.1)}{localhost:39005} 2024-11-18T02:36:37,018 INFO [Time-limited test {}] server.Server(415): Started @2594ms 2024-11-18T02:36:37,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:36:37,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:36:37,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:36:37,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:36:37,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T02:36:37,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65136629{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:36:37,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32831a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:36:37,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48abf03d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/java.io.tmpdir/jetty-localhost-40033-hadoop-hdfs-3_4_1-tests_jar-_-any-2043696481874416403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:36:37,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12ff3676{HTTP/1.1, (http/1.1)}{localhost:40033} 2024-11-18T02:36:37,526 INFO [Time-limited test {}] server.Server(415): Started @3102ms 2024-11-18T02:36:37,581 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:36:37,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T02:36:37,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T02:36:37,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T02:36:37,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T02:36:37,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T02:36:37,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4df2c379{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/hadoop.log.dir/,AVAILABLE} 2024-11-18T02:36:37,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c45cd0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T02:36:37,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53e4b1c1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/java.io.tmpdir/jetty-localhost-40195-hadoop-hdfs-3_4_1-tests_jar-_-any-16709172265294921131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:36:37,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a66c8dc{HTTP/1.1, (http/1.1)}{localhost:40195} 2024-11-18T02:36:37,850 INFO [Time-limited test {}] server.Server(415): Started @3426ms 2024-11-18T02:36:37,852 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T02:36:38,039 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/cluster_74213190-ee66-ab27-0d02-c78ca722de64/data/data3/current/BP-1060051288-172.17.0.2-1731897396326/current, will proceed with Du for space computation calculation, 2024-11-18T02:36:38,039 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/cluster_74213190-ee66-ab27-0d02-c78ca722de64/data/data4/current/BP-1060051288-172.17.0.2-1731897396326/current, will proceed with Du for space computation calculation, 2024-11-18T02:36:38,040 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/cluster_74213190-ee66-ab27-0d02-c78ca722de64/data/data2/current/BP-1060051288-172.17.0.2-1731897396326/current, will proceed with Du for space computation calculation, 2024-11-18T02:36:38,039 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/cluster_74213190-ee66-ab27-0d02-c78ca722de64/data/data1/current/BP-1060051288-172.17.0.2-1731897396326/current, will proceed with Du for space computation calculation, 2024-11-18T02:36:38,090 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:36:38,090 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T02:36:38,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59da10d8f6329637 with lease ID 0xdc934834ed2f2073: Processing first storage report for DS-e521ea91-085e-494a-bfa1-4cf6ab946add from datanode DatanodeRegistration(127.0.0.1:46787, datanodeUuid=3a08dc3d-744c-44cc-a1fb-33a5889981e4, infoPort=45531, infoSecurePort=0, ipcPort=34343, storageInfo=lv=-57;cid=testClusterID;nsid=1803784059;c=1731897396326) 2024-11-18T02:36:38,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59da10d8f6329637 with lease ID 0xdc934834ed2f2073: from storage DS-e521ea91-085e-494a-bfa1-4cf6ab946add node DatanodeRegistration(127.0.0.1:46787, datanodeUuid=3a08dc3d-744c-44cc-a1fb-33a5889981e4, infoPort=45531, infoSecurePort=0, ipcPort=34343, storageInfo=lv=-57;cid=testClusterID;nsid=1803784059;c=1731897396326), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T02:36:38,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33f48d7b320748f4 with lease ID 0xdc934834ed2f2074: Processing first storage report for DS-ab3b6a51-5207-496d-b053-6909e666bcbc from datanode DatanodeRegistration(127.0.0.1:46525, datanodeUuid=048dd924-f0bf-4066-9859-65a920048798, infoPort=45067, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=1803784059;c=1731897396326) 2024-11-18T02:36:38,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33f48d7b320748f4 with lease ID 0xdc934834ed2f2074: from storage DS-ab3b6a51-5207-496d-b053-6909e666bcbc node DatanodeRegistration(127.0.0.1:46525, datanodeUuid=048dd924-f0bf-4066-9859-65a920048798, infoPort=45067, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=1803784059;c=1731897396326), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T02:36:38,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59da10d8f6329637 with lease ID 0xdc934834ed2f2073: Processing first storage report for DS-3aef8222-e511-46bf-afa1-36f430abc35a from datanode DatanodeRegistration(127.0.0.1:46787, datanodeUuid=3a08dc3d-744c-44cc-a1fb-33a5889981e4, infoPort=45531, infoSecurePort=0, ipcPort=34343, storageInfo=lv=-57;cid=testClusterID;nsid=1803784059;c=1731897396326) 2024-11-18T02:36:38,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59da10d8f6329637 with lease ID 0xdc934834ed2f2073: from storage DS-3aef8222-e511-46bf-afa1-36f430abc35a node DatanodeRegistration(127.0.0.1:46787, datanodeUuid=3a08dc3d-744c-44cc-a1fb-33a5889981e4, infoPort=45531, infoSecurePort=0, ipcPort=34343, storageInfo=lv=-57;cid=testClusterID;nsid=1803784059;c=1731897396326), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:36:38,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33f48d7b320748f4 with lease ID 0xdc934834ed2f2074: Processing first storage report for DS-f03534d6-477f-46e0-806a-afb9afd5102e from datanode DatanodeRegistration(127.0.0.1:46525, datanodeUuid=048dd924-f0bf-4066-9859-65a920048798, infoPort=45067, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=1803784059;c=1731897396326) 2024-11-18T02:36:38,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33f48d7b320748f4 with lease ID 0xdc934834ed2f2074: from storage DS-f03534d6-477f-46e0-806a-afb9afd5102e node DatanodeRegistration(127.0.0.1:46525, datanodeUuid=048dd924-f0bf-4066-9859-65a920048798, infoPort=45067, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=1803784059;c=1731897396326), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T02:36:38,224 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279 2024-11-18T02:36:38,299 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/cluster_74213190-ee66-ab27-0d02-c78ca722de64/zookeeper_0, clientPort=59038, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/cluster_74213190-ee66-ab27-0d02-c78ca722de64/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/cluster_74213190-ee66-ab27-0d02-c78ca722de64/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T02:36:38,308 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59038 2024-11-18T02:36:38,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:36:38,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:36:38,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:36:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741825_1001 (size=7) 2024-11-18T02:36:38,949 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99 with version=8 2024-11-18T02:36:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/hbase-staging 2024-11-18T02:36:39,046 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T02:36:39,294 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:36:39,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:36:39,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:36:39,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:36:39,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:36:39,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:36:39,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T02:36:39,506 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T02:36:39,516 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T02:36:39,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:36:39,548 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23137 (auto-detected) 2024-11-18T02:36:39,549 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T02:36:39,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40055 2024-11-18T02:36:39,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40055 connecting to ZooKeeper ensemble=127.0.0.1:59038 2024-11-18T02:36:39,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400550x0, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:36:39,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40055-0x10128eefe990000 connected 2024-11-18T02:36:39,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:36:39,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:36:39,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T02:36:39,668 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99, hbase.cluster.distributed=false 2024-11-18T02:36:39,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T02:36:39,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40055 2024-11-18T02:36:39,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40055 2024-11-18T02:36:39,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40055 2024-11-18T02:36:39,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40055 2024-11-18T02:36:39,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40055 2024-11-18T02:36:39,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:36:39,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:36:39,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:36:39,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:36:39,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:36:39,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:36:39,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:36:39,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:36:39,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41373 2024-11-18T02:36:39,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41373 connecting to ZooKeeper ensemble=127.0.0.1:59038 2024-11-18T02:36:39,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:36:39,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:36:39,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413730x0, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:36:39,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41373-0x10128eefe990001 connected 2024-11-18T02:36:39,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T02:36:39,834 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:36:39,842 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:36:39,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T02:36:39,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T02:36:39,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41373 2024-11-18T02:36:39,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41373 2024-11-18T02:36:39,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41373 2024-11-18T02:36:39,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41373 2024-11-18T02:36:39,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41373 2024-11-18T02:36:39,871 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45 2024-11-18T02:36:39,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:36:39,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T02:36:39,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T02:36:39,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T02:36:39,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T02:36:39,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T02:36:39,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:36:39,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43287 2024-11-18T02:36:39,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43287 connecting to ZooKeeper ensemble=127.0.0.1:59038 2024-11-18T02:36:39,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:36:39,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:36:39,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432870x0, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T02:36:39,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43287-0x10128eefe990002 connected 2024-11-18T02:36:39,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T02:36:39,887 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T02:36:39,888 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T02:36:39,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T02:36:39,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T02:36:39,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43287 2024-11-18T02:36:39,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43287 2024-11-18T02:36:39,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43287 2024-11-18T02:36:39,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43287 2024-11-18T02:36:39,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43287 2024-11-18T02:36:39,915 DEBUG [M:0;c4730a2bacf8:40055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:40055 2024-11-18T02:36:39,916 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c4730a2bacf8,40055,1731897399099 2024-11-18T02:36:39,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T02:36:39,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T02:36:39,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T02:36:39,925 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c4730a2bacf8,40055,1731897399099 2024-11-18T02:36:39,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T02:36:39,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:39,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T02:36:39,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:39,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:39,949 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T02:36:39,950 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c4730a2bacf8,40055,1731897399099 from backup master directory 2024-11-18T02:36:39,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c4730a2bacf8,40055,1731897399099 2024-11-18T02:36:39,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T02:36:39,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T02:36:39,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T02:36:39,955 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:36:39,955 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,40055,1731897399099 2024-11-18T02:36:39,957 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T02:36:39,958 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T02:36:40,011 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/hbase.id] with ID: 4d6b0df3-0642-4a94-93de-bc686ef6642f 2024-11-18T02:36:40,011 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/.tmp/hbase.id 2024-11-18T02:36:40,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:36:40,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741826_1002 (size=42) 2024-11-18T02:36:40,024 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/.tmp/hbase.id]:[hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/hbase.id] 2024-11-18T02:36:40,065 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T02:36:40,069 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T02:36:40,089 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T02:36:40,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:40,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:40,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:40,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:36:40,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741827_1003 (size=196) 2024-11-18T02:36:40,125 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:36:40,127 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T02:36:40,143 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T02:36:40,148 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:36:40,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:36:40,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741828_1004 (size=1189) 2024-11-18T02:36:40,197 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store 2024-11-18T02:36:40,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:36:40,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741829_1005 (size=34) 2024-11-18T02:36:40,223 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T02:36:40,225 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:36:40,226 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:36:40,226 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:36:40,227 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:36:40,228 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:36:40,228 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:36:40,228 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:36:40,229 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731897400226Disabling compacts and flushes for region at 1731897400226Disabling writes for close at 1731897400228 (+2 ms)Writing region close event to WAL at 1731897400228Closed at 1731897400228 2024-11-18T02:36:40,231 WARN [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/.initializing 2024-11-18T02:36:40,232 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/WALs/c4730a2bacf8,40055,1731897399099 2024-11-18T02:36:40,240 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:36:40,256 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C40055%2C1731897399099, suffix=, logDir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/WALs/c4730a2bacf8,40055,1731897399099, archiveDir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/oldWALs, maxLogs=10 2024-11-18T02:36:40,290 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/WALs/c4730a2bacf8,40055,1731897399099/c4730a2bacf8%2C40055%2C1731897399099.1731897400262, exclude list is [], retry=0 2024-11-18T02:36:40,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46787,DS-e521ea91-085e-494a-bfa1-4cf6ab946add,DISK] 2024-11-18T02:36:40,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-ab3b6a51-5207-496d-b053-6909e666bcbc,DISK] 2024-11-18T02:36:40,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T02:36:40,347 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/WALs/c4730a2bacf8,40055,1731897399099/c4730a2bacf8%2C40055%2C1731897399099.1731897400262 2024-11-18T02:36:40,348 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45067:45067),(127.0.0.1/127.0.0.1:45531:45531)] 2024-11-18T02:36:40,349 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:36:40,349 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:36:40,352 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:36:40,353 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:36:40,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:36:40,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T02:36:40,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:40,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:36:40,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:36:40,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T02:36:40,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:40,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:36:40,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:36:40,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T02:36:40,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:40,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:36:40,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:36:40,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T02:36:40,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:40,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:36:40,435 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:36:40,439 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:36:40,440 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:36:40,445 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:36:40,445 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:36:40,449 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:36:40,452 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T02:36:40,456 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:36:40,457 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72580686, jitterRate=0.08153650164604187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:36:40,463 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731897400365Initializing all the Stores at 1731897400367 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897400368 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897400368Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897400369 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897400369Cleaning up temporary data from old regions at 1731897400445 (+76 ms)Region opened successfully at 1731897400463 (+18 ms) 2024-11-18T02:36:40,464 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T02:36:40,499 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f61dc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:36:40,533 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T02:36:40,544 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T02:36:40,544 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T02:36:40,547 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T02:36:40,549 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T02:36:40,553 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T02:36:40,553 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T02:36:40,579 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T02:36:40,587 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T02:36:40,591 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T02:36:40,593 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T02:36:40,594 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T02:36:40,596 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T02:36:40,598 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T02:36:40,601 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T02:36:40,603 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T02:36:40,604 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T02:36:40,605 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T02:36:40,622 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T02:36:40,624 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T02:36:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T02:36:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T02:36:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T02:36:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:40,631 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,40055,1731897399099, sessionid=0x10128eefe990000, setting cluster-up flag (Was=false) 2024-11-18T02:36:40,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:40,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:40,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:40,649 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T02:36:40,651 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,40055,1731897399099 2024-11-18T02:36:40,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:40,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:40,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:40,662 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T02:36:40,663 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,40055,1731897399099 2024-11-18T02:36:40,670 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T02:36:40,701 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(746): ClusterId : 4d6b0df3-0642-4a94-93de-bc686ef6642f 2024-11-18T02:36:40,701 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(746): ClusterId : 4d6b0df3-0642-4a94-93de-bc686ef6642f 2024-11-18T02:36:40,704 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:36:40,704 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T02:36:40,710 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:36:40,710 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T02:36:40,711 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:36:40,711 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T02:36:40,714 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:36:40,714 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T02:36:40,715 DEBUG [RS:0;c4730a2bacf8:41373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3ab56c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:36:40,715 DEBUG [RS:1;c4730a2bacf8:43287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73506b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0 2024-11-18T02:36:40,730 DEBUG [RS:1;c4730a2bacf8:43287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;c4730a2bacf8:43287 2024-11-18T02:36:40,733 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:36:40,733 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:36:40,733 DEBUG [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:36:40,735 DEBUG [RS:0;c4730a2bacf8:41373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:41373 2024-11-18T02:36:40,736 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T02:36:40,736 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T02:36:40,736 DEBUG [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T02:36:40,736 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,40055,1731897399099 with port=43287, startcode=1731897399871 2024-11-18T02:36:40,737 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,40055,1731897399099 with port=41373, startcode=1731897399767 2024-11-18T02:36:40,750 DEBUG [RS:1;c4730a2bacf8:43287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:36:40,750 DEBUG [RS:0;c4730a2bacf8:41373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T02:36:40,751 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T02:36:40,761 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T02:36:40,768 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T02:36:40,775 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,40055,1731897399099 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T02:36:40,783 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:36:40,783 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:36:40,784 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:36:40,784 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5 2024-11-18T02:36:40,784 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10 2024-11-18T02:36:40,784 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:40,784 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:36:40,784 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:40,788 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731897430788 2024-11-18T02:36:40,789 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:36:40,789 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T02:36:40,790 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T02:36:40,791 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T02:36:40,792 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:36:40,793 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T02:36:40,795 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T02:36:40,795 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T02:36:40,796 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T02:36:40,796 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T02:36:40,797 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T02:36:40,799 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:40,797 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:40,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T02:36:40,800 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T02:36:40,801 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T02:36:40,802 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T02:36:40,804 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T02:36:40,805 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T02:36:40,805 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T02:36:40,807 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731897400806,5,FailOnTimeoutGroup] 2024-11-18T02:36:40,812 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731897400808,5,FailOnTimeoutGroup] 2024-11-18T02:36:40,812 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:40,813 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T02:36:40,814 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:40,814 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:40,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:36:40,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741831_1007 (size=1321) 2024-11-18T02:36:40,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T02:36:40,823 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99 2024-11-18T02:36:40,828 DEBUG [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T02:36:40,828 DEBUG [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T02:36:40,828 WARN [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T02:36:40,828 WARN [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T02:36:40,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741832_1008 (size=32) 2024-11-18T02:36:40,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741832_1008 (size=32) 2024-11-18T02:36:40,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:36:40,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:36:40,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:36:40,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:40,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:36:40,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:36:40,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:36:40,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:40,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:36:40,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:36:40,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:36:40,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:40,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:36:40,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:36:40,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:36:40,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:40,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:36:40,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:36:40,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740 2024-11-18T02:36:40,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740 2024-11-18T02:36:40,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:36:40,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:36:40,858 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:36:40,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:36:40,864 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:36:40,865 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68325085, jitterRate=0.01812310516834259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:36:40,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731897400837Initializing all the Stores at 1731897400839 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897400839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897400839Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897400839Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897400839Cleaning up temporary data from old regions at 1731897400857 (+18 ms)Region opened successfully at 1731897400868 (+11 ms) 2024-11-18T02:36:40,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:36:40,868 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:36:40,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:36:40,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:36:40,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:36:40,869 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:36:40,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731897400868Disabling compacts and flushes for region at 1731897400868Disabling writes for close at 1731897400868Writing region close event to WAL at 1731897400869 (+1 ms)Closed at 1731897400869 2024-11-18T02:36:40,873 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:36:40,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T02:36:40,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T02:36:40,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:36:40,892 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T02:36:40,930 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,40055,1731897399099 with port=43287, startcode=1731897399871 2024-11-18T02:36:40,930 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,40055,1731897399099 with port=41373, startcode=1731897399767 2024-11-18T02:36:40,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,43287,1731897399871 2024-11-18T02:36:40,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40055 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,43287,1731897399871 2024-11-18T02:36:40,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,41373,1731897399767 2024-11-18T02:36:40,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40055 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,41373,1731897399767 2024-11-18T02:36:40,943 DEBUG [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99 2024-11-18T02:36:40,943 DEBUG [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46623 2024-11-18T02:36:40,943 DEBUG [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:36:40,946 DEBUG [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99 2024-11-18T02:36:40,946 DEBUG [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46623 2024-11-18T02:36:40,946 DEBUG [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T02:36:40,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T02:36:40,953 DEBUG [RS:1;c4730a2bacf8:43287 {}] zookeeper.ZKUtil(111): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c4730a2bacf8,43287,1731897399871 2024-11-18T02:36:40,954 WARN [RS:1;c4730a2bacf8:43287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:36:40,954 INFO [RS:1;c4730a2bacf8:43287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:36:40,954 DEBUG [RS:0;c4730a2bacf8:41373 {}] zookeeper.ZKUtil(111): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c4730a2bacf8,41373,1731897399767 2024-11-18T02:36:40,954 WARN [RS:0;c4730a2bacf8:41373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T02:36:40,954 INFO [RS:0;c4730a2bacf8:41373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:36:40,954 DEBUG [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/WALs/c4730a2bacf8,43287,1731897399871 2024-11-18T02:36:40,954 DEBUG [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/WALs/c4730a2bacf8,41373,1731897399767 2024-11-18T02:36:40,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,41373,1731897399767] 2024-11-18T02:36:40,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,43287,1731897399871] 2024-11-18T02:36:40,982 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:36:40,982 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T02:36:40,996 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:36:40,996 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T02:36:41,002 INFO [RS:0;c4730a2bacf8:41373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:36:41,002 INFO [RS:1;c4730a2bacf8:43287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:36:41,002 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,002 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,003 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:36:41,003 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T02:36:41,009 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:36:41,009 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T02:36:41,010 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,010 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,011 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,011 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,011 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,011 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,011 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,011 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,011 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,011 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,011 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,011 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:36:41,011 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,012 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,012 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,012 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2 2024-11-18T02:36:41,012 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,012 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,012 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,012 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,012 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,012 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,012 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:36:41,012 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,013 DEBUG [RS:1;c4730a2bacf8:43287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:36:41,013 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,013 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,013 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1 2024-11-18T02:36:41,013 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:36:41,013 DEBUG [RS:0;c4730a2bacf8:41373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3 2024-11-18T02:36:41,017 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,017 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,017 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,017 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,017 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,017 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,43287,1731897399871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:36:41,019 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,019 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,019 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,019 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,019 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,020 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41373,1731897399767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:36:41,040 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:36:41,040 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T02:36:41,042 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,43287,1731897399871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,042 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,41373,1731897399767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,042 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,042 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,042 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.Replication(171): c4730a2bacf8,43287,1731897399871 started 2024-11-18T02:36:41,042 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.Replication(171): c4730a2bacf8,41373,1731897399767 started 2024-11-18T02:36:41,043 WARN [c4730a2bacf8:40055 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T02:36:41,064 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,064 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,065 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,43287,1731897399871, RpcServer on c4730a2bacf8/172.17.0.2:43287, sessionid=0x10128eefe990002 2024-11-18T02:36:41,065 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,41373,1731897399767, RpcServer on c4730a2bacf8/172.17.0.2:41373, sessionid=0x10128eefe990001 2024-11-18T02:36:41,065 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:36:41,066 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T02:36:41,066 DEBUG [RS:1;c4730a2bacf8:43287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,43287,1731897399871 2024-11-18T02:36:41,066 DEBUG [RS:0;c4730a2bacf8:41373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,41373,1731897399767 2024-11-18T02:36:41,066 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,43287,1731897399871' 2024-11-18T02:36:41,066 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,41373,1731897399767' 2024-11-18T02:36:41,066 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T02:36:41,066 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T02:36:41,067 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T02:36:41,067 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T02:36:41,068 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:36:41,068 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T02:36:41,068 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:36:41,068 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T02:36:41,068 DEBUG [RS:1;c4730a2bacf8:43287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,43287,1731897399871 2024-11-18T02:36:41,068 DEBUG [RS:0;c4730a2bacf8:41373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,41373,1731897399767 2024-11-18T02:36:41,068 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,43287,1731897399871' 2024-11-18T02:36:41,068 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,41373,1731897399767' 2024-11-18T02:36:41,068 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T02:36:41,068 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T02:36:41,069 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T02:36:41,069 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T02:36:41,070 DEBUG [RS:1;c4730a2bacf8:43287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:36:41,070 DEBUG [RS:0;c4730a2bacf8:41373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T02:36:41,070 INFO [RS:1;c4730a2bacf8:43287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:36:41,070 INFO [RS:1;c4730a2bacf8:43287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:36:41,070 INFO [RS:0;c4730a2bacf8:41373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T02:36:41,070 INFO [RS:0;c4730a2bacf8:41373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T02:36:41,176 INFO [RS:1;c4730a2bacf8:43287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:36:41,176 INFO [RS:0;c4730a2bacf8:41373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T02:36:41,179 INFO [RS:0;c4730a2bacf8:41373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=125 KB, rollsize=62.50 KB, prefix=c4730a2bacf8%2C41373%2C1731897399767, suffix=, logDir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/WALs/c4730a2bacf8,41373,1731897399767, archiveDir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/oldWALs, maxLogs=28835 2024-11-18T02:36:41,179 INFO [RS:1;c4730a2bacf8:43287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=125 KB, rollsize=62.50 KB, prefix=c4730a2bacf8%2C43287%2C1731897399871, suffix=, logDir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/WALs/c4730a2bacf8,43287,1731897399871, archiveDir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/oldWALs, maxLogs=28835 2024-11-18T02:36:41,199 DEBUG [RS:1;c4730a2bacf8:43287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/WALs/c4730a2bacf8,43287,1731897399871/c4730a2bacf8%2C43287%2C1731897399871.1731897401183, exclude list is [], retry=0 2024-11-18T02:36:41,200 DEBUG [RS:0;c4730a2bacf8:41373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/WALs/c4730a2bacf8,41373,1731897399767/c4730a2bacf8%2C41373%2C1731897399767.1731897401183, exclude list is [], retry=0 2024-11-18T02:36:41,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46787,DS-e521ea91-085e-494a-bfa1-4cf6ab946add,DISK] 2024-11-18T02:36:41,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-ab3b6a51-5207-496d-b053-6909e666bcbc,DISK] 2024-11-18T02:36:41,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-ab3b6a51-5207-496d-b053-6909e666bcbc,DISK] 2024-11-18T02:36:41,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46787,DS-e521ea91-085e-494a-bfa1-4cf6ab946add,DISK] 2024-11-18T02:36:41,209 INFO [RS:1;c4730a2bacf8:43287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/WALs/c4730a2bacf8,43287,1731897399871/c4730a2bacf8%2C43287%2C1731897399871.1731897401183 2024-11-18T02:36:41,209 INFO [RS:0;c4730a2bacf8:41373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/WALs/c4730a2bacf8,41373,1731897399767/c4730a2bacf8%2C41373%2C1731897399767.1731897401183 2024-11-18T02:36:41,210 DEBUG [RS:1;c4730a2bacf8:43287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45531:45531),(127.0.0.1/127.0.0.1:45067:45067)] 2024-11-18T02:36:41,211 DEBUG [RS:0;c4730a2bacf8:41373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45067:45067),(127.0.0.1/127.0.0.1:45531:45531)] 2024-11-18T02:36:41,295 DEBUG [c4730a2bacf8:40055 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T02:36:41,303 DEBUG [c4730a2bacf8:40055 {}] balancer.BalancerClusterState(204): Hosts are {c4730a2bacf8=0} racks are {/default-rack=0} 2024-11-18T02:36:41,309 DEBUG [c4730a2bacf8:40055 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T02:36:41,309 DEBUG [c4730a2bacf8:40055 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T02:36:41,309 DEBUG [c4730a2bacf8:40055 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T02:36:41,309 DEBUG [c4730a2bacf8:40055 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T02:36:41,309 INFO [c4730a2bacf8:40055 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T02:36:41,309 INFO [c4730a2bacf8:40055 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T02:36:41,309 DEBUG [c4730a2bacf8:40055 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T02:36:41,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,41373,1731897399767 2024-11-18T02:36:41,323 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,41373,1731897399767, state=OPENING 2024-11-18T02:36:41,328 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T02:36:41,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:41,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:41,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:41,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T02:36:41,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T02:36:41,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T02:36:41,332 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T02:36:41,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,41373,1731897399767}] 2024-11-18T02:36:41,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:36:41,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:36:41,522 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T02:36:41,522 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T02:36:41,523 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T02:36:41,526 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=125 KB, rollsize=62.50 KB, prefix=c4730a2bacf8%2C41373%2C1731897399767.meta, suffix=.meta, logDir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/WALs/c4730a2bacf8,41373,1731897399767, archiveDir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/oldWALs, maxLogs=28835 2024-11-18T02:36:41,543 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/WALs/c4730a2bacf8,41373,1731897399767/c4730a2bacf8%2C41373%2C1731897399767.meta.1731897401527.meta, exclude list is [], retry=0 2024-11-18T02:36:41,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46525,DS-ab3b6a51-5207-496d-b053-6909e666bcbc,DISK] 2024-11-18T02:36:41,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46787,DS-e521ea91-085e-494a-bfa1-4cf6ab946add,DISK] 2024-11-18T02:36:41,550 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/WALs/c4730a2bacf8,41373,1731897399767/c4730a2bacf8%2C41373%2C1731897399767.meta.1731897401527.meta 2024-11-18T02:36:41,551 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45067:45067),(127.0.0.1/127.0.0.1:45531:45531)] 2024-11-18T02:36:41,551 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:36:41,553 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T02:36:41,556 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T02:36:41,560 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T02:36:41,564 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T02:36:41,565 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:36:41,565 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T02:36:41,565 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T02:36:41,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T02:36:41,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T02:36:41,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:41,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:36:41,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T02:36:41,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T02:36:41,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:41,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:36:41,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T02:36:41,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T02:36:41,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:41,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:36:41,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T02:36:41,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T02:36:41,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:41,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T02:36:41,578 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T02:36:41,580 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740 2024-11-18T02:36:41,583 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740 2024-11-18T02:36:41,585 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T02:36:41,585 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T02:36:41,586 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T02:36:41,589 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T02:36:41,591 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62271490, jitterRate=-0.07208248972892761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T02:36:41,591 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T02:36:41,593 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731897401566Writing region info on filesystem at 1731897401566Initializing all the Stores at 1731897401568 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897401568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897401568Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897401568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731897401568Cleaning up temporary data from old regions at 1731897401585 (+17 ms)Running coprocessor post-open hooks at 1731897401591 (+6 ms)Region opened successfully at 1731897401592 (+1 ms) 2024-11-18T02:36:41,600 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731897401499 2024-11-18T02:36:41,611 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T02:36:41,611 INFO [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T02:36:41,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,41373,1731897399767 2024-11-18T02:36:41,615 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,41373,1731897399767, state=OPEN 2024-11-18T02:36:41,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T02:36:41,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T02:36:41,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T02:36:41,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T02:36:41,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T02:36:41,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T02:36:41,619 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,41373,1731897399767 2024-11-18T02:36:41,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T02:36:41,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,41373,1731897399767 in 285 msec 2024-11-18T02:36:41,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T02:36:41,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 747 msec 2024-11-18T02:36:41,632 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T02:36:41,632 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T02:36:41,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:36:41,657 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,41373,1731897399767, seqNum=-1] 2024-11-18T02:36:41,678 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:36:41,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:36:41,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 999 msec 2024-11-18T02:36:41,698 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731897401698, completionTime=-1 2024-11-18T02:36:41,701 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-18T02:36:41,701 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T02:36:41,728 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-18T02:36:41,728 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731897461728 2024-11-18T02:36:41,728 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731897521728 2024-11-18T02:36:41,728 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-18T02:36:41,730 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T02:36:41,736 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,40055,1731897399099-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,736 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,40055,1731897399099-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,736 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,40055,1731897399099-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,738 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:40055, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,738 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,739 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,745 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T02:36:41,767 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.811sec 2024-11-18T02:36:41,768 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T02:36:41,769 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T02:36:41,770 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T02:36:41,771 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T02:36:41,771 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T02:36:41,772 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,40055,1731897399099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T02:36:41,772 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,40055,1731897399099-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T02:36:41,777 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T02:36:41,778 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T02:36:41,778 INFO [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,40055,1731897399099-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:41,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243edb35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:36:41,820 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T02:36:41,820 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T02:36:41,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,40055,-1 for getting cluster id 2024-11-18T02:36:41,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T02:36:41,858 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d6b0df3-0642-4a94-93de-bc686ef6642f' 2024-11-18T02:36:41,861 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T02:36:41,861 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d6b0df3-0642-4a94-93de-bc686ef6642f" 2024-11-18T02:36:41,864 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115e0e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:36:41,864 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,40055,-1] 2024-11-18T02:36:41,866 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T02:36:41,868 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:36:41,869 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T02:36:41,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb53512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:36:41,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T02:36:41,879 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,41373,1731897399767, seqNum=-1] 2024-11-18T02:36:41,879 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:36:41,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:36:41,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,40055,1731897399099 2024-11-18T02:36:41,939 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestCleanupCompactedFileOnRegionClose#testCleanupOnClose Thread=285, OpenFileDescriptor=515, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=3165 2024-11-18T02:36:41,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T02:36:41,952 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,40055,1731897399099 2024-11-18T02:36:41,954 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3407ef19 2024-11-18T02:36:41,955 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T02:36:41,957 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T02:36:41,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testCleanupOnClose', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T02:36:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testCleanupOnClose 2024-11-18T02:36:41,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T02:36:41,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testCleanupOnClose" procId is: 4 2024-11-18T02:36:41,979 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:41,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T02:36:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:36:41,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741836_1012 (size=393) 2024-11-18T02:36:41,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741836_1012 (size=393) 2024-11-18T02:36:41,998 INFO [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 013e4623a9364ce414d983aa04b80133, NAME => 'testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCleanupOnClose', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99 2024-11-18T02:36:42,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741837_1013 (size=53) 2024-11-18T02:36:42,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741837_1013 (size=53) 2024-11-18T02:36:42,007 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(898): Instantiated testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:36:42,008 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1722): Closing 013e4623a9364ce414d983aa04b80133, disabling compactions & flushes 2024-11-18T02:36:42,008 INFO [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1755): Closing region testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:42,008 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:42,008 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. after waiting 0 ms 2024-11-18T02:36:42,008 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:42,008 INFO [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1973): Closed testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:42,008 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1676): Region close journal for 013e4623a9364ce414d983aa04b80133: Waiting for close lock at 1731897402008Disabling compacts and flushes for region at 1731897402008Disabling writes for close at 1731897402008Writing region close event to WAL at 1731897402008Closed at 1731897402008 2024-11-18T02:36:42,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T02:36:42,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731897402010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731897402010"}]},"ts":"1731897402010"} 2024-11-18T02:36:42,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T02:36:42,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T02:36:42,023 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testCleanupOnClose","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897402021"}]},"ts":"1731897402021"} 2024-11-18T02:36:42,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testCleanupOnClose, state=ENABLING in hbase:meta 2024-11-18T02:36:42,028 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c4730a2bacf8=0} racks are {/default-rack=0} 2024-11-18T02:36:42,030 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T02:36:42,030 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T02:36:42,030 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T02:36:42,030 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T02:36:42,030 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T02:36:42,030 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T02:36:42,030 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T02:36:42,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, ASSIGN}] 2024-11-18T02:36:42,033 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, ASSIGN 2024-11-18T02:36:42,035 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, ASSIGN; state=OFFLINE, location=c4730a2bacf8,43287,1731897399871; forceNewPlan=false, retain=false 2024-11-18T02:36:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:36:42,188 INFO [c4730a2bacf8:40055 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T02:36:42,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=013e4623a9364ce414d983aa04b80133, regionState=OPENING, regionLocation=c4730a2bacf8,43287,1731897399871 2024-11-18T02:36:42,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, ASSIGN because future has completed 2024-11-18T02:36:42,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 013e4623a9364ce414d983aa04b80133, server=c4730a2bacf8,43287,1731897399871}] 2024-11-18T02:36:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:36:42,347 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T02:36:42,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T02:36:42,354 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:42,355 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 013e4623a9364ce414d983aa04b80133, NAME => 'testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:36:42,355 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testCleanupOnClose 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:42,355 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:36:42,355 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:42,355 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:42,358 INFO [StoreOpener-013e4623a9364ce414d983aa04b80133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:42,361 INFO [StoreOpener-013e4623a9364ce414d983aa04b80133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 013e4623a9364ce414d983aa04b80133 columnFamilyName f 2024-11-18T02:36:42,361 DEBUG [StoreOpener-013e4623a9364ce414d983aa04b80133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:42,362 INFO [StoreOpener-013e4623a9364ce414d983aa04b80133-1 {}] regionserver.HStore(327): Store=013e4623a9364ce414d983aa04b80133/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:36:42,362 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:42,364 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:42,364 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:42,365 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:42,365 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:42,368 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:42,371 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T02:36:42,372 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 013e4623a9364ce414d983aa04b80133; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67400809, jitterRate=0.004350319504737854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T02:36:42,372 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:42,373 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 013e4623a9364ce414d983aa04b80133: Running coprocessor pre-open hook at 1731897402356Writing region info on filesystem at 1731897402356Initializing all the Stores at 1731897402358 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897402358Cleaning up temporary data from old regions at 1731897402365 (+7 ms)Running coprocessor post-open hooks at 1731897402372 (+7 ms)Region opened successfully at 1731897402373 (+1 ms) 2024-11-18T02:36:42,375 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133., pid=6, masterSystemTime=1731897402346 2024-11-18T02:36:42,378 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:42,378 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:42,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=013e4623a9364ce414d983aa04b80133, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,43287,1731897399871 2024-11-18T02:36:42,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 013e4623a9364ce414d983aa04b80133, server=c4730a2bacf8,43287,1731897399871 because future has completed 2024-11-18T02:36:42,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T02:36:42,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 013e4623a9364ce414d983aa04b80133, server=c4730a2bacf8,43287,1731897399871 in 192 msec 2024-11-18T02:36:42,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T02:36:42,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, ASSIGN in 358 msec 2024-11-18T02:36:42,394 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T02:36:42,394 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testCleanupOnClose","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731897402394"}]},"ts":"1731897402394"} 2024-11-18T02:36:42,397 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testCleanupOnClose, state=ENABLED in hbase:meta 2024-11-18T02:36:42,398 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T02:36:42,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testCleanupOnClose in 430 msec 2024-11-18T02:36:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T02:36:42,618 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testCleanupOnClose completed 2024-11-18T02:36:42,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testCleanupOnClose get assigned. Timeout = 60000ms 2024-11-18T02:36:42,619 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T02:36:42,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testCleanupOnClose assigned to meta. Checking AM states. 2024-11-18T02:36:42,625 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T02:36:42,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testCleanupOnClose assigned. 2024-11-18T02:36:42,629 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testCleanupOnClose,, stopping at row=testCleanupOnClose ,, for max=2147483647 with caching=100 2024-11-18T02:36:42,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table testCleanupOnClose 2024-11-18T02:36:42,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:42,642 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testCleanupOnClose', row='\x00\x00\x00\x00', locateType=CURRENT is [region=testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133., hostname=c4730a2bacf8,43287,1731897399871, seqNum=2] 2024-11-18T02:36:42,643 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T02:36:42,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T02:36:42,662 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 013e4623a9364ce414d983aa04b80133 1/1 column families, dataSize=132 B heapSize=704 B 2024-11-18T02:36:42,727 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/4d20734db9c34b1598c6e251f22e076d is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x00/1731897402646/Put/seqid=0 2024-11-18T02:36:42,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741838_1014 (size=4896) 2024-11-18T02:36:42,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741838_1014 (size=4896) 2024-11-18T02:36:42,740 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/4d20734db9c34b1598c6e251f22e076d 2024-11-18T02:36:42,787 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/4d20734db9c34b1598c6e251f22e076d as hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/4d20734db9c34b1598c6e251f22e076d 2024-11-18T02:36:42,797 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/4d20734db9c34b1598c6e251f22e076d, entries=4, sequenceid=8, filesize=4.8 K 2024-11-18T02:36:42,803 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 013e4623a9364ce414d983aa04b80133 in 142ms, sequenceid=8, compaction requested=false 2024-11-18T02:36:42,804 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testCleanupOnClose' 2024-11-18T02:36:42,806 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 013e4623a9364ce414d983aa04b80133: 2024-11-18T02:36:42,817 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 013e4623a9364ce414d983aa04b80133 1/1 column families, dataSize=132 B heapSize=704 B 2024-11-18T02:36:42,823 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/9bd753c50c6748cf8ab2478bc04683ef is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x01/1731897402807/Put/seqid=0 2024-11-18T02:36:42,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741839_1015 (size=4896) 2024-11-18T02:36:42,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741839_1015 (size=4896) 2024-11-18T02:36:42,831 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=15 (bloomFilter=false), to=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/9bd753c50c6748cf8ab2478bc04683ef 2024-11-18T02:36:42,840 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/9bd753c50c6748cf8ab2478bc04683ef as hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/9bd753c50c6748cf8ab2478bc04683ef 2024-11-18T02:36:42,849 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/9bd753c50c6748cf8ab2478bc04683ef, entries=4, sequenceid=15, filesize=4.8 K 2024-11-18T02:36:42,850 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 013e4623a9364ce414d983aa04b80133 in 33ms, sequenceid=15, compaction requested=false 2024-11-18T02:36:42,851 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 013e4623a9364ce414d983aa04b80133: 2024-11-18T02:36:42,860 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 013e4623a9364ce414d983aa04b80133 1/1 column families, dataSize=132 B heapSize=704 B 2024-11-18T02:36:42,867 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/761a4f5af37d4dc88c3a2632aeaeb8fb is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x02/1731897402852/Put/seqid=0 2024-11-18T02:36:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741840_1016 (size=4896) 2024-11-18T02:36:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741840_1016 (size=4896) 2024-11-18T02:36:42,875 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=22 (bloomFilter=false), to=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/761a4f5af37d4dc88c3a2632aeaeb8fb 2024-11-18T02:36:42,885 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/761a4f5af37d4dc88c3a2632aeaeb8fb as hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/761a4f5af37d4dc88c3a2632aeaeb8fb 2024-11-18T02:36:42,894 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/761a4f5af37d4dc88c3a2632aeaeb8fb, entries=4, sequenceid=22, filesize=4.8 K 2024-11-18T02:36:42,895 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 013e4623a9364ce414d983aa04b80133 in 35ms, sequenceid=22, compaction requested=false 2024-11-18T02:36:42,895 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 013e4623a9364ce414d983aa04b80133: 2024-11-18T02:36:42,905 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 013e4623a9364ce414d983aa04b80133 1/1 column families, dataSize=132 B heapSize=704 B 2024-11-18T02:36:42,910 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/627dcb5962bd462fae468a210f930076 is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x03/1731897402897/Put/seqid=0 2024-11-18T02:36:42,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741841_1017 (size=4896) 2024-11-18T02:36:42,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741841_1017 (size=4896) 2024-11-18T02:36:42,917 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=29 (bloomFilter=false), to=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/627dcb5962bd462fae468a210f930076 2024-11-18T02:36:42,927 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/627dcb5962bd462fae468a210f930076 as hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/627dcb5962bd462fae468a210f930076 2024-11-18T02:36:42,935 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/627dcb5962bd462fae468a210f930076, entries=4, sequenceid=29, filesize=4.8 K 2024-11-18T02:36:42,937 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 013e4623a9364ce414d983aa04b80133 in 32ms, sequenceid=29, compaction requested=false 2024-11-18T02:36:42,937 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 013e4623a9364ce414d983aa04b80133: 2024-11-18T02:36:42,941 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 013e4623a9364ce414d983aa04b80133 1/1 column families, dataSize=25 B heapSize=360 B 2024-11-18T02:36:42,950 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/9b5bbb3c91c2497a9a46bef5cbda87ba is 29, key is \x00\x00\x00\x03/f:/1731897402940/DeleteFamily/seqid=0 2024-11-18T02:36:42,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741842_1018 (size=4908) 2024-11-18T02:36:42,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741842_1018 (size=4908) 2024-11-18T02:36:42,958 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=33 (bloomFilter=false), to=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/9b5bbb3c91c2497a9a46bef5cbda87ba 2024-11-18T02:36:42,967 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b5bbb3c91c2497a9a46bef5cbda87ba 2024-11-18T02:36:42,968 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/9b5bbb3c91c2497a9a46bef5cbda87ba as hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/9b5bbb3c91c2497a9a46bef5cbda87ba 2024-11-18T02:36:42,977 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b5bbb3c91c2497a9a46bef5cbda87ba 2024-11-18T02:36:42,977 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/9b5bbb3c91c2497a9a46bef5cbda87ba, entries=1, sequenceid=33, filesize=4.8 K 2024-11-18T02:36:42,978 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~25 B/25, heapSize ~344 B/344, currentSize=0 B/0 for 013e4623a9364ce414d983aa04b80133 in 37ms, sequenceid=33, compaction requested=false 2024-11-18T02:36:42,979 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 013e4623a9364ce414d983aa04b80133: 2024-11-18T02:36:43,001 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T02:36:43,002 DEBUG [Time-limited test {}] regionserver.HStore(1541): 013e4623a9364ce414d983aa04b80133/f is initiating major compaction (all files) 2024-11-18T02:36:43,002 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T02:36:43,002 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T02:36:43,003 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 013e4623a9364ce414d983aa04b80133/f in testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,003 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/4d20734db9c34b1598c6e251f22e076d, hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/9bd753c50c6748cf8ab2478bc04683ef, hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/761a4f5af37d4dc88c3a2632aeaeb8fb, hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/627dcb5962bd462fae468a210f930076, hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/9b5bbb3c91c2497a9a46bef5cbda87ba] into tmpdir=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp, totalSize=23.9 K 2024-11-18T02:36:43,005 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4d20734db9c34b1598c6e251f22e076d, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=8, earliestPutTs=1731897402646 2024-11-18T02:36:43,006 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9bd753c50c6748cf8ab2478bc04683ef, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731897402807 2024-11-18T02:36:43,007 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 761a4f5af37d4dc88c3a2632aeaeb8fb, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=22, earliestPutTs=1731897402852 2024-11-18T02:36:43,007 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 627dcb5962bd462fae468a210f930076, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=29, earliestPutTs=1731897402897 2024-11-18T02:36:43,008 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9b5bbb3c91c2497a9a46bef5cbda87ba, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=9223372036854775807 2024-11-18T02:36:43,031 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 013e4623a9364ce414d983aa04b80133#f#compaction#5 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T02:36:43,032 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/bc406d69dad84920a047574f8ea95435 is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x00/1731897402646/Put/seqid=0 2024-11-18T02:36:43,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741843_1019 (size=5340) 2024-11-18T02:36:43,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741843_1019 (size=5340) 2024-11-18T02:36:43,051 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/.tmp/f/bc406d69dad84920a047574f8ea95435 as hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/bc406d69dad84920a047574f8ea95435 2024-11-18T02:36:43,069 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 5 (all) file(s) in 013e4623a9364ce414d983aa04b80133/f of 013e4623a9364ce414d983aa04b80133 into bc406d69dad84920a047574f8ea95435(size=5.2 K), total size for store is 5.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T02:36:43,069 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 013e4623a9364ce414d983aa04b80133: 2024-11-18T02:36:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] master.MasterRpcServices(1840): Client=jenkins//172.17.0.2 unassign testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. in current location if it is online 2024-11-18T02:36:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, UNASSIGN 2024-11-18T02:36:43,079 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, UNASSIGN 2024-11-18T02:36:43,081 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=013e4623a9364ce414d983aa04b80133, regionState=CLOSING, regionLocation=c4730a2bacf8,43287,1731897399871 2024-11-18T02:36:43,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, UNASSIGN because future has completed 2024-11-18T02:36:43,085 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T02:36:43,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 013e4623a9364ce414d983aa04b80133, server=c4730a2bacf8,43287,1731897399871}] 2024-11-18T02:36:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-18T02:36:43,244 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,245 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T02:36:43,245 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 013e4623a9364ce414d983aa04b80133, disabling compactions & flushes 2024-11-18T02:36:43,245 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,245 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,245 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. after waiting 0 ms 2024-11-18T02:36:43,245 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,246 DEBUG [StoreCloser-testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/4d20734db9c34b1598c6e251f22e076d, hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/9bd753c50c6748cf8ab2478bc04683ef, hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/761a4f5af37d4dc88c3a2632aeaeb8fb, hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/627dcb5962bd462fae468a210f930076, hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/9b5bbb3c91c2497a9a46bef5cbda87ba] to archive 2024-11-18T02:36:43,249 DEBUG [StoreCloser-testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T02:36:43,256 DEBUG [StoreCloser-testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/4d20734db9c34b1598c6e251f22e076d to hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/archive/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/4d20734db9c34b1598c6e251f22e076d 2024-11-18T02:36:43,258 DEBUG [StoreCloser-testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/9bd753c50c6748cf8ab2478bc04683ef to hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/archive/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/9bd753c50c6748cf8ab2478bc04683ef 2024-11-18T02:36:43,260 DEBUG [StoreCloser-testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/761a4f5af37d4dc88c3a2632aeaeb8fb to hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/archive/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/761a4f5af37d4dc88c3a2632aeaeb8fb 2024-11-18T02:36:43,262 DEBUG [StoreCloser-testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/627dcb5962bd462fae468a210f930076 to hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/archive/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/627dcb5962bd462fae468a210f930076 2024-11-18T02:36:43,264 DEBUG [StoreCloser-testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/9b5bbb3c91c2497a9a46bef5cbda87ba to hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/archive/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/9b5bbb3c91c2497a9a46bef5cbda87ba 2024-11-18T02:36:43,289 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-11-18T02:36:43,291 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,291 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 013e4623a9364ce414d983aa04b80133: Waiting for close lock at 1731897403245Running coprocessor pre-close hooks at 1731897403245Disabling compacts and flushes for region at 1731897403245Disabling writes for close at 1731897403245Writing region close event to WAL at 1731897403283 (+38 ms)Running coprocessor post-close hooks at 1731897403289 (+6 ms)Closed at 1731897403291 (+2 ms) 2024-11-18T02:36:43,295 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=013e4623a9364ce414d983aa04b80133, regionState=CLOSED 2024-11-18T02:36:43,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 013e4623a9364ce414d983aa04b80133, server=c4730a2bacf8,43287,1731897399871 because future has completed 2024-11-18T02:36:43,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T02:36:43,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 013e4623a9364ce414d983aa04b80133, server=c4730a2bacf8,43287,1731897399871 in 220 msec 2024-11-18T02:36:43,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, UNASSIGN in 231 msec 2024-11-18T02:36:43,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] master.MasterRpcServices(745): Client=jenkins//172.17.0.2 assign testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, ASSIGN 2024-11-18T02:36:43,340 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, ASSIGN 2024-11-18T02:36:43,341 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost c4730a2bacf8,43287,1731897399871 as the location for region 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,341 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, ASSIGN; state=CLOSED, location=c4730a2bacf8,43287,1731897399871; forceNewPlan=false, retain=true 2024-11-18T02:36:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] procedure.ProcedureSyncWait(219): waitFor pid=9 2024-11-18T02:36:43,491 INFO [c4730a2bacf8:40055 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T02:36:43,492 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=013e4623a9364ce414d983aa04b80133, regionState=OPENING, regionLocation=c4730a2bacf8,43287,1731897399871 2024-11-18T02:36:43,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, ASSIGN because future has completed 2024-11-18T02:36:43,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 013e4623a9364ce414d983aa04b80133, server=c4730a2bacf8,43287,1731897399871}] 2024-11-18T02:36:43,654 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,654 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 013e4623a9364ce414d983aa04b80133, NAME => 'testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.', STARTKEY => '', ENDKEY => ''} 2024-11-18T02:36:43,654 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testCleanupOnClose 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,654 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T02:36:43,654 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,655 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,656 INFO [StoreOpener-013e4623a9364ce414d983aa04b80133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,658 INFO [StoreOpener-013e4623a9364ce414d983aa04b80133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 013e4623a9364ce414d983aa04b80133 columnFamilyName f 2024-11-18T02:36:43,658 DEBUG [StoreOpener-013e4623a9364ce414d983aa04b80133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T02:36:43,667 DEBUG [StoreOpener-013e4623a9364ce414d983aa04b80133-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/f/bc406d69dad84920a047574f8ea95435 2024-11-18T02:36:43,667 INFO [StoreOpener-013e4623a9364ce414d983aa04b80133-1 {}] regionserver.HStore(327): Store=013e4623a9364ce414d983aa04b80133/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T02:36:43,667 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,668 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,670 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,670 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,670 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,673 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,674 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 013e4623a9364ce414d983aa04b80133; next sequenceid=38; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69170958, jitterRate=0.03072759509086609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T02:36:43,674 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,675 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 013e4623a9364ce414d983aa04b80133: Running coprocessor pre-open hook at 1731897403655Writing region info on filesystem at 1731897403655Initializing all the Stores at 1731897403656 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731897403656Cleaning up temporary data from old regions at 1731897403670 (+14 ms)Running coprocessor post-open hooks at 1731897403674 (+4 ms)Region opened successfully at 1731897403675 (+1 ms) 2024-11-18T02:36:43,676 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133., pid=10, masterSystemTime=1731897403649 2024-11-18T02:36:43,679 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,679 INFO [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,680 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=013e4623a9364ce414d983aa04b80133, regionState=OPEN, openSeqNum=38, regionLocation=c4730a2bacf8,43287,1731897399871 2024-11-18T02:36:43,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 013e4623a9364ce414d983aa04b80133, server=c4730a2bacf8,43287,1731897399871 because future has completed 2024-11-18T02:36:43,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T02:36:43,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 013e4623a9364ce414d983aa04b80133, server=c4730a2bacf8,43287,1731897399871 in 189 msec 2024-11-18T02:36:43,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=013e4623a9364ce414d983aa04b80133, ASSIGN in 350 msec 2024-11-18T02:36:43,691 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T02:36:43,693 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testCleanupOnClose,, stopping at row=testCleanupOnClose ,, for max=2147483647 with caching=100 2024-11-18T02:36:43,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table testCleanupOnClose 2024-11-18T02:36:43,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,709 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestCleanupCompactedFileOnRegionClose#testCleanupOnClose Thread=298 (was 285) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749757980_20 at /127.0.0.1:47918 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-749757980_20 at /127.0.0.1:42358 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=531 (was 515) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 222) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3145 (was 3165) 2024-11-18T02:36:43,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T02:36:43,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:36:43,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestCleanupCompactedFileOnRegionClose.afterclass(TestCleanupCompactedFileOnRegionClose.java:68) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:36:43,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:36:43,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:36:43,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T02:36:43,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T02:36:43,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1652087109, stopped=false 2024-11-18T02:36:43,716 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,40055,1731897399099 2024-11-18T02:36:43,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T02:36:43,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T02:36:43,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T02:36:43,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:43,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:43,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:43,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:36:43,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T02:36:43,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T02:36:43,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestCleanupCompactedFileOnRegionClose.afterclass(TestCleanupCompactedFileOnRegionClose.java:68) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:36:43,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T02:36:43,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T02:36:43,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:36:43,720 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,41373,1731897399767' ***** 2024-11-18T02:36:43,720 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:36:43,720 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,43287,1731897399871' ***** 2024-11-18T02:36:43,720 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T02:36:43,720 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:36:43,720 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T02:36:43,721 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:36:43,721 INFO [RS:0;c4730a2bacf8:41373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:36:43,721 INFO [RS:1;c4730a2bacf8:43287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T02:36:43,721 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T02:36:43,721 INFO [RS:0;c4730a2bacf8:41373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:36:43,721 INFO [RS:1;c4730a2bacf8:43287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T02:36:43,721 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,41373,1731897399767 2024-11-18T02:36:43,721 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:36:43,721 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(3091): Received CLOSE for 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,721 INFO [RS:0;c4730a2bacf8:41373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:41373. 2024-11-18T02:36:43,721 DEBUG [RS:0;c4730a2bacf8:41373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:36:43,721 DEBUG [RS:0;c4730a2bacf8:41373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:36:43,721 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,43287,1731897399871 2024-11-18T02:36:43,721 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:36:43,721 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:36:43,721 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:36:43,722 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:36:43,722 INFO [RS:1;c4730a2bacf8:43287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;c4730a2bacf8:43287. 2024-11-18T02:36:43,722 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T02:36:43,722 DEBUG [RS:1;c4730a2bacf8:43287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T02:36:43,722 DEBUG [RS:1;c4730a2bacf8:43287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:36:43,722 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 013e4623a9364ce414d983aa04b80133, disabling compactions & flushes 2024-11-18T02:36:43,722 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,722 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,722 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:36:43,722 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. after waiting 0 ms 2024-11-18T02:36:43,722 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T02:36:43,722 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,722 DEBUG [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(1325): Online Regions={013e4623a9364ce414d983aa04b80133=testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133.} 2024-11-18T02:36:43,722 DEBUG [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T02:36:43,722 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T02:36:43,722 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T02:36:43,722 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:36:43,722 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T02:36:43,722 DEBUG [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(1351): Waiting on 013e4623a9364ce414d983aa04b80133 2024-11-18T02:36:43,722 DEBUG [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T02:36:43,722 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T02:36:43,722 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T02:36:43,723 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.95 KB heapSize=5.97 KB 2024-11-18T02:36:43,724 INFO [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:36:43,728 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/default/testCleanupOnClose/013e4623a9364ce414d983aa04b80133/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=37 2024-11-18T02:36:43,729 INFO [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,729 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 013e4623a9364ce414d983aa04b80133: Waiting for close lock at 1731897403721Running coprocessor pre-close hooks at 1731897403722 (+1 ms)Disabling compacts and flushes for region at 1731897403722Disabling writes for close at 1731897403722Writing region close event to WAL at 1731897403723 (+1 ms)Running coprocessor post-close hooks at 1731897403729 (+6 ms)Closed at 1731897403729 2024-11-18T02:36:43,730 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133. 2024-11-18T02:36:43,744 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/.tmp/info/0d12f2af35cb4a4d9de69451eadb0554 is 157, key is testCleanupOnClose,,1731897401959.013e4623a9364ce414d983aa04b80133./info:regioninfo/1731897403680/Put/seqid=0 2024-11-18T02:36:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741844_1020 (size=7272) 2024-11-18T02:36:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741844_1020 (size=7272) 2024-11-18T02:36:43,751 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.78 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/.tmp/info/0d12f2af35cb4a4d9de69451eadb0554 2024-11-18T02:36:43,776 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/.tmp/ns/48bcf30ab5784e588ecd30203865a106 is 43, key is default/ns:d/1731897401684/Put/seqid=0 2024-11-18T02:36:43,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741845_1021 (size=5153) 2024-11-18T02:36:43,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741845_1021 (size=5153) 2024-11-18T02:36:43,783 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/.tmp/ns/48bcf30ab5784e588ecd30203865a106 2024-11-18T02:36:43,807 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/.tmp/table/3af9909f5c4d490288a3ee7f410d342d is 54, key is testCleanupOnClose/table:state/1731897402394/Put/seqid=0 2024-11-18T02:36:43,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741846_1022 (size=5263) 2024-11-18T02:36:43,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741846_1022 (size=5263) 2024-11-18T02:36:43,815 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=100 B at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/.tmp/table/3af9909f5c4d490288a3ee7f410d342d 2024-11-18T02:36:43,823 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/.tmp/info/0d12f2af35cb4a4d9de69451eadb0554 as hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/info/0d12f2af35cb4a4d9de69451eadb0554 2024-11-18T02:36:43,831 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/info/0d12f2af35cb4a4d9de69451eadb0554, entries=15, sequenceid=15, filesize=7.1 K 2024-11-18T02:36:43,833 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/.tmp/ns/48bcf30ab5784e588ecd30203865a106 as hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/ns/48bcf30ab5784e588ecd30203865a106 2024-11-18T02:36:43,840 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/ns/48bcf30ab5784e588ecd30203865a106, entries=2, sequenceid=15, filesize=5.0 K 2024-11-18T02:36:43,842 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/.tmp/table/3af9909f5c4d490288a3ee7f410d342d as hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/table/3af9909f5c4d490288a3ee7f410d342d 2024-11-18T02:36:43,849 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/table/3af9909f5c4d490288a3ee7f410d342d, entries=2, sequenceid=15, filesize=5.1 K 2024-11-18T02:36:43,851 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.95 KB/3021, heapSize ~5.67 KB/5808, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=15, compaction requested=false 2024-11-18T02:36:43,851 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T02:36:43,857 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-18T02:36:43,858 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T02:36:43,858 INFO [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T02:36:43,859 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731897403722Running coprocessor pre-close hooks at 1731897403722Disabling compacts and flushes for region at 1731897403722Disabling writes for close at 1731897403722Obtaining lock to block concurrent updates at 1731897403723 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731897403723Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3021, getHeapSize=6048, getOffHeapSize=0, getCellsCount=27 at 1731897403723Flushing stores of hbase:meta,,1.1588230740 at 1731897403724 (+1 ms)Flushing 1588230740/info: creating writer at 1731897403724Flushing 1588230740/info: appending metadata at 1731897403743 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731897403743Flushing 1588230740/ns: creating writer at 1731897403759 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731897403774 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731897403775 (+1 ms)Flushing 1588230740/table: creating writer at 1731897403791 (+16 ms)Flushing 1588230740/table: appending metadata at 1731897403807 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731897403807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e1325fb: reopening flushed file at 1731897403822 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf0ab62: reopening flushed file at 1731897403831 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b500f6: reopening flushed file at 1731897403841 (+10 ms)Finished flush of dataSize ~2.95 KB/3021, heapSize ~5.67 KB/5808, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=15, compaction requested=false at 1731897403851 (+10 ms)Writing region close event to WAL at 1731897403853 (+2 ms)Running coprocessor post-close hooks at 1731897403858 (+5 ms)Closed at 1731897403858 2024-11-18T02:36:43,859 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T02:36:43,923 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,41373,1731897399767; all regions closed. 2024-11-18T02:36:43,923 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,43287,1731897399871; all regions closed. 2024-11-18T02:36:43,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741835_1011 (size=4591) 2024-11-18T02:36:43,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741833_1009 (size=6153) 2024-11-18T02:36:43,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741835_1011 (size=4591) 2024-11-18T02:36:43,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741833_1009 (size=6153) 2024-11-18T02:36:43,933 DEBUG [RS:0;c4730a2bacf8:41373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/oldWALs 2024-11-18T02:36:43,933 DEBUG [RS:1;c4730a2bacf8:43287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/oldWALs 2024-11-18T02:36:43,933 INFO [RS:0;c4730a2bacf8:41373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C41373%2C1731897399767.meta:.meta(num 1731897401527) 2024-11-18T02:36:43,933 INFO [RS:1;c4730a2bacf8:43287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C43287%2C1731897399871:(num 1731897401183) 2024-11-18T02:36:43,933 DEBUG [RS:1;c4730a2bacf8:43287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:36:43,933 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:36:43,933 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:36:43,934 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T02:36:43,934 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T02:36:43,934 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T02:36:43,934 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T02:36:43,934 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:36:43,934 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:36:43,934 INFO [RS:1;c4730a2bacf8:43287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43287 2024-11-18T02:36:43,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741834_1010 (size=93) 2024-11-18T02:36:43,937 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/WALs/c4730a2bacf8,41373,1731897399767/c4730a2bacf8%2C41373%2C1731897399767.1731897401183 not finished, retry = 0 2024-11-18T02:36:43,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741834_1010 (size=93) 2024-11-18T02:36:43,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T02:36:43,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c4730a2bacf8,43287,1731897399871 2024-11-18T02:36:43,939 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:36:43,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,43287,1731897399871] 2024-11-18T02:36:43,943 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c4730a2bacf8,43287,1731897399871 already deleted, retry=false 2024-11-18T02:36:43,943 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,43287,1731897399871 expired; onlineServers=1 2024-11-18T02:36:44,020 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T02:36:44,020 INFO [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T02:36:44,041 DEBUG [RS:0;c4730a2bacf8:41373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/oldWALs 2024-11-18T02:36:44,041 INFO [RS:0;c4730a2bacf8:41373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C41373%2C1731897399767:(num 1731897401183) 2024-11-18T02:36:44,041 DEBUG [RS:0;c4730a2bacf8:41373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:36:44,041 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T02:36:44,041 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:36:44,041 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T02:36:44,041 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:36:44,041 INFO [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:36:44,041 INFO [RS:0;c4730a2bacf8:41373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41373 2024-11-18T02:36:44,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:36:44,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43287-0x10128eefe990002, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:36:44,042 INFO [RS:1;c4730a2bacf8:43287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:36:44,042 INFO [RS:1;c4730a2bacf8:43287 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,43287,1731897399871; zookeeper connection closed. 2024-11-18T02:36:44,043 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1aa229af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1aa229af 2024-11-18T02:36:44,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c4730a2bacf8,41373,1731897399767 2024-11-18T02:36:44,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T02:36:44,044 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:36:44,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,41373,1731897399767] 2024-11-18T02:36:44,046 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c4730a2bacf8,41373,1731897399767 already deleted, retry=false 2024-11-18T02:36:44,046 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,41373,1731897399767 expired; onlineServers=0 2024-11-18T02:36:44,047 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,40055,1731897399099' ***** 2024-11-18T02:36:44,047 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T02:36:44,047 INFO [M:0;c4730a2bacf8:40055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T02:36:44,047 INFO [M:0;c4730a2bacf8:40055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T02:36:44,047 DEBUG [M:0;c4730a2bacf8:40055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T02:36:44,047 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T02:36:44,047 DEBUG [M:0;c4730a2bacf8:40055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T02:36:44,047 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731897400808 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731897400808,5,FailOnTimeoutGroup] 2024-11-18T02:36:44,047 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731897400806 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731897400806,5,FailOnTimeoutGroup] 2024-11-18T02:36:44,047 INFO [M:0;c4730a2bacf8:40055 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T02:36:44,048 INFO [M:0;c4730a2bacf8:40055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T02:36:44,048 DEBUG [M:0;c4730a2bacf8:40055 {}] master.HMaster(1795): Stopping service threads 2024-11-18T02:36:44,048 INFO [M:0;c4730a2bacf8:40055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T02:36:44,048 INFO [M:0;c4730a2bacf8:40055 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T02:36:44,048 INFO [M:0;c4730a2bacf8:40055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T02:36:44,048 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T02:36:44,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T02:36:44,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T02:36:44,050 DEBUG [M:0;c4730a2bacf8:40055 {}] zookeeper.ZKUtil(347): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T02:36:44,050 WARN [M:0;c4730a2bacf8:40055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T02:36:44,051 INFO [M:0;c4730a2bacf8:40055 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/.lastflushedseqids 2024-11-18T02:36:44,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741847_1023 (size=126) 2024-11-18T02:36:44,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741847_1023 (size=126) 2024-11-18T02:36:44,065 INFO [M:0;c4730a2bacf8:40055 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T02:36:44,065 INFO [M:0;c4730a2bacf8:40055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T02:36:44,066 DEBUG [M:0;c4730a2bacf8:40055 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T02:36:44,066 INFO [M:0;c4730a2bacf8:40055 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:36:44,066 DEBUG [M:0;c4730a2bacf8:40055 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:36:44,066 DEBUG [M:0;c4730a2bacf8:40055 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T02:36:44,066 DEBUG [M:0;c4730a2bacf8:40055 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:36:44,066 INFO [M:0;c4730a2bacf8:40055 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=33.96 KB heapSize=42.52 KB 2024-11-18T02:36:44,084 DEBUG [M:0;c4730a2bacf8:40055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32ef4ad179414c88bbf57fe676b5daf8 is 82, key is hbase:meta,,1/info:regioninfo/1731897401612/Put/seqid=0 2024-11-18T02:36:44,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741848_1024 (size=5672) 2024-11-18T02:36:44,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741848_1024 (size=5672) 2024-11-18T02:36:44,096 INFO [M:0;c4730a2bacf8:40055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32ef4ad179414c88bbf57fe676b5daf8 2024-11-18T02:36:44,120 DEBUG [M:0;c4730a2bacf8:40055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b23ea20b1fb483dba3bb3e240703b23 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731897402401/Put/seqid=0 2024-11-18T02:36:44,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741849_1025 (size=6911) 2024-11-18T02:36:44,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741849_1025 (size=6911) 2024-11-18T02:36:44,127 INFO [M:0;c4730a2bacf8:40055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.34 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b23ea20b1fb483dba3bb3e240703b23 2024-11-18T02:36:44,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:36:44,145 INFO [RS:0;c4730a2bacf8:41373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:36:44,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41373-0x10128eefe990001, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:36:44,146 INFO [RS:0;c4730a2bacf8:41373 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,41373,1731897399767; zookeeper connection closed. 2024-11-18T02:36:44,146 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e41a1cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e41a1cc 2024-11-18T02:36:44,146 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-18T02:36:44,149 DEBUG [M:0;c4730a2bacf8:40055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e8b84cae36d4d77b851cc05d0845ddc is 69, key is c4730a2bacf8,41373,1731897399767/rs:state/1731897400943/Put/seqid=0 2024-11-18T02:36:44,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741850_1026 (size=5224) 2024-11-18T02:36:44,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741850_1026 (size=5224) 2024-11-18T02:36:44,156 INFO [M:0;c4730a2bacf8:40055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e8b84cae36d4d77b851cc05d0845ddc 2024-11-18T02:36:44,164 DEBUG [M:0;c4730a2bacf8:40055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32ef4ad179414c88bbf57fe676b5daf8 as hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32ef4ad179414c88bbf57fe676b5daf8 2024-11-18T02:36:44,170 INFO [M:0;c4730a2bacf8:40055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32ef4ad179414c88bbf57fe676b5daf8, entries=8, sequenceid=87, filesize=5.5 K 2024-11-18T02:36:44,171 DEBUG [M:0;c4730a2bacf8:40055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b23ea20b1fb483dba3bb3e240703b23 as hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b23ea20b1fb483dba3bb3e240703b23 2024-11-18T02:36:44,178 INFO [M:0;c4730a2bacf8:40055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b23ea20b1fb483dba3bb3e240703b23, entries=10, sequenceid=87, filesize=6.7 K 2024-11-18T02:36:44,180 DEBUG [M:0;c4730a2bacf8:40055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e8b84cae36d4d77b851cc05d0845ddc as hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e8b84cae36d4d77b851cc05d0845ddc 2024-11-18T02:36:44,187 INFO [M:0;c4730a2bacf8:40055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e8b84cae36d4d77b851cc05d0845ddc, entries=2, sequenceid=87, filesize=5.1 K 2024-11-18T02:36:44,188 INFO [M:0;c4730a2bacf8:40055 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.96 KB/34779, heapSize ~42.22 KB/43232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=87, compaction requested=false 2024-11-18T02:36:44,189 INFO [M:0;c4730a2bacf8:40055 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T02:36:44,189 DEBUG [M:0;c4730a2bacf8:40055 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731897404066Disabling compacts and flushes for region at 1731897404066Disabling writes for close at 1731897404066Obtaining lock to block concurrent updates at 1731897404066Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731897404066Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=34779, getHeapSize=43472, getOffHeapSize=0, getCellsCount=102 at 1731897404066Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731897404067 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731897404067Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731897404083 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731897404083Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731897404103 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731897404119 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731897404119Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731897404133 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731897404148 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731897404148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d72e371: reopening flushed file at 1731897404163 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cbd3e0b: reopening flushed file at 1731897404170 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55813fe1: reopening flushed file at 1731897404178 (+8 ms)Finished flush of dataSize ~33.96 KB/34779, heapSize ~42.22 KB/43232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=87, compaction requested=false at 1731897404188 (+10 ms)Writing region close event to WAL at 1731897404189 (+1 ms)Closed at 1731897404189 2024-11-18T02:36:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741830_1006 (size=40950) 2024-11-18T02:36:44,193 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25c1f721-114d-f508-1659-d4a2e8b01c99/MasterData/WALs/c4730a2bacf8,40055,1731897399099/c4730a2bacf8%2C40055%2C1731897399099.1731897400262 not finished, retry = 0 2024-11-18T02:36:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46525 is added to blk_1073741830_1006 (size=40950) 2024-11-18T02:36:44,295 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T02:36:44,295 INFO [M:0;c4730a2bacf8:40055 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T02:36:44,295 INFO [M:0;c4730a2bacf8:40055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40055 2024-11-18T02:36:44,295 INFO [M:0;c4730a2bacf8:40055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T02:36:44,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:36:44,397 INFO [M:0;c4730a2bacf8:40055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T02:36:44,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40055-0x10128eefe990000, quorum=127.0.0.1:59038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T02:36:44,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53e4b1c1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:36:44,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a66c8dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:36:44,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:36:44,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c45cd0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:36:44,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4df2c379{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/hadoop.log.dir/,STOPPED} 2024-11-18T02:36:44,407 WARN [BP-1060051288-172.17.0.2-1731897396326 heartbeating to localhost/127.0.0.1:46623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:36:44,407 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:36:44,407 WARN [BP-1060051288-172.17.0.2-1731897396326 heartbeating to localhost/127.0.0.1:46623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1060051288-172.17.0.2-1731897396326 (Datanode Uuid 3a08dc3d-744c-44cc-a1fb-33a5889981e4) service to localhost/127.0.0.1:46623 2024-11-18T02:36:44,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:36:44,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/cluster_74213190-ee66-ab27-0d02-c78ca722de64/data/data3/current/BP-1060051288-172.17.0.2-1731897396326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:36:44,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/cluster_74213190-ee66-ab27-0d02-c78ca722de64/data/data4/current/BP-1060051288-172.17.0.2-1731897396326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:36:44,409 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:36:44,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48abf03d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T02:36:44,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12ff3676{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:36:44,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:36:44,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32831a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:36:44,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65136629{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/hadoop.log.dir/,STOPPED} 2024-11-18T02:36:44,413 WARN [BP-1060051288-172.17.0.2-1731897396326 heartbeating to localhost/127.0.0.1:46623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T02:36:44,413 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T02:36:44,413 WARN [BP-1060051288-172.17.0.2-1731897396326 heartbeating to localhost/127.0.0.1:46623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1060051288-172.17.0.2-1731897396326 (Datanode Uuid 048dd924-f0bf-4066-9859-65a920048798) service to localhost/127.0.0.1:46623 2024-11-18T02:36:44,413 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T02:36:44,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/cluster_74213190-ee66-ab27-0d02-c78ca722de64/data/data1/current/BP-1060051288-172.17.0.2-1731897396326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:36:44,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/cluster_74213190-ee66-ab27-0d02-c78ca722de64/data/data2/current/BP-1060051288-172.17.0.2-1731897396326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T02:36:44,414 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T02:36:44,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c580204{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T02:36:44,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f12a5dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T02:36:44,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T02:36:44,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b86eeaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T02:36:44,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a50116c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c43c107-b55a-b77f-4c31-ddc9207e1279/hadoop.log.dir/,STOPPED} 2024-11-18T02:36:44,434 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T02:36:44,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down