2024-11-28 07:47:20,125 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-28 07:47:20,135 main DEBUG Took 0.009171 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 07:47:20,136 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 07:47:20,136 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 07:47:20,137 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 07:47:20,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:47:20,144 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 07:47:20,157 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:47:20,158 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:47:20,159 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:47:20,160 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:47:20,161 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:47:20,162 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:47:20,163 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:47:20,164 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:47:20,164 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:47:20,165 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:47:20,166 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:47:20,166 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:47:20,167 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,167 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 07:47:20,169 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:47:20,170 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 07:47:20,171 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 07:47:20,172 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 07:47:20,173 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 07:47:20,173 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 07:47:20,181 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 07:47:20,183 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 07:47:20,185 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 07:47:20,185 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 07:47:20,185 main DEBUG createAppenders(={Console}) 2024-11-28 07:47:20,186 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-28 07:47:20,186 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-28 07:47:20,187 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-28 07:47:20,187 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 07:47:20,187 main DEBUG OutputStream closed 2024-11-28 07:47:20,188 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 07:47:20,188 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 07:47:20,188 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-28 07:47:20,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 07:47:20,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 07:47:20,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 07:47:20,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 07:47:20,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 07:47:20,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 07:47:20,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 07:47:20,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 07:47:20,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 07:47:20,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 07:47:20,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 07:47:20,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 07:47:20,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 07:47:20,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 07:47:20,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 07:47:20,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 07:47:20,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 07:47:20,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 07:47:20,266 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 07:47:20,266 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-28 07:47:20,266 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 07:47:20,267 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-28T07:47:20,500 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb 2024-11-28 07:47:20,503 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 07:47:20,503 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T07:47:20,514 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-28T07:47:20,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=7894 2024-11-28T07:47:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T07:47:20,567 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/cluster_55a8c10a-0dc9-1328-0ca3-6c7901040b35, deleteOnExit=true 2024-11-28T07:47:20,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T07:47:20,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/test.cache.data in system properties and HBase conf 2024-11-28T07:47:20,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T07:47:20,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/hadoop.log.dir in system properties and HBase conf 2024-11-28T07:47:20,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T07:47:20,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T07:47:20,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T07:47:20,658 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T07:47:20,746 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T07:47:20,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:47:20,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:47:20,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T07:47:20,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:47:20,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T07:47:20,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T07:47:20,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:47:20,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:47:20,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T07:47:20,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/nfs.dump.dir in system properties and HBase conf 2024-11-28T07:47:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/java.io.tmpdir in system properties and HBase conf 2024-11-28T07:47:20,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:47:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T07:47:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T07:47:21,595 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T07:47:21,671 INFO [Time-limited test {}] log.Log(170): Logging initialized @2224ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T07:47:21,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:47:21,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:47:21,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:47:21,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:47:21,834 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:47:21,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:47:21,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:47:21,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:47:22,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/java.io.tmpdir/jetty-localhost-34379-hadoop-hdfs-3_4_1-tests_jar-_-any-3134722992077325077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:47:22,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:34379} 2024-11-28T07:47:22,062 INFO [Time-limited test {}] server.Server(415): Started @2615ms 2024-11-28T07:47:22,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:47:22,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:47:22,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:47:22,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:47:22,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:47:22,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:47:22,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:47:22,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/java.io.tmpdir/jetty-localhost-34211-hadoop-hdfs-3_4_1-tests_jar-_-any-6521078868944866917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:47:22,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:34211} 2024-11-28T07:47:22,581 INFO [Time-limited test {}] server.Server(415): Started @3135ms 2024-11-28T07:47:22,640 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:47:22,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:47:22,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:47:22,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:47:22,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:47:22,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:47:22,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:47:22,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:47:22,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/java.io.tmpdir/jetty-localhost-33689-hadoop-hdfs-3_4_1-tests_jar-_-any-13153864342601687399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:47:22,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:33689} 2024-11-28T07:47:22,930 INFO [Time-limited test {}] server.Server(415): Started @3483ms 2024-11-28T07:47:22,933 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:47:23,086 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/cluster_55a8c10a-0dc9-1328-0ca3-6c7901040b35/data/data3/current/BP-417556535-172.17.0.2-1732780041351/current, will proceed with Du for space computation calculation, 2024-11-28T07:47:23,086 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/cluster_55a8c10a-0dc9-1328-0ca3-6c7901040b35/data/data1/current/BP-417556535-172.17.0.2-1732780041351/current, will proceed with Du for space computation calculation, 2024-11-28T07:47:23,086 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/cluster_55a8c10a-0dc9-1328-0ca3-6c7901040b35/data/data2/current/BP-417556535-172.17.0.2-1732780041351/current, will proceed with Du for space computation calculation, 2024-11-28T07:47:23,088 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/cluster_55a8c10a-0dc9-1328-0ca3-6c7901040b35/data/data4/current/BP-417556535-172.17.0.2-1732780041351/current, will proceed with Du for space computation calculation, 2024-11-28T07:47:23,149 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:47:23,150 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:47:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x831094e2915d3a69 with lease ID 0x1f6d28feb51b22fa: Processing first storage report for DS-891fde16-aa7f-4e85-a4db-90cd6cb65a9c from datanode DatanodeRegistration(127.0.0.1:44409, datanodeUuid=12e32573-ed9d-4af4-9e96-4454a6fbc849, infoPort=39237, infoSecurePort=0, ipcPort=33361, storageInfo=lv=-57;cid=testClusterID;nsid=37233078;c=1732780041351) 2024-11-28T07:47:23,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x831094e2915d3a69 with lease ID 0x1f6d28feb51b22fa: from storage DS-891fde16-aa7f-4e85-a4db-90cd6cb65a9c node DatanodeRegistration(127.0.0.1:44409, datanodeUuid=12e32573-ed9d-4af4-9e96-4454a6fbc849, infoPort=39237, infoSecurePort=0, ipcPort=33361, storageInfo=lv=-57;cid=testClusterID;nsid=37233078;c=1732780041351), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T07:47:23,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc47f2eb08349b87 with lease ID 0x1f6d28feb51b22f9: Processing first storage report for DS-da34216a-f3e1-44dc-8a37-efa668d67da9 from datanode DatanodeRegistration(127.0.0.1:33599, datanodeUuid=8351a52c-1c1a-4e32-b93d-baa21caaf447, infoPort=34427, infoSecurePort=0, ipcPort=37209, storageInfo=lv=-57;cid=testClusterID;nsid=37233078;c=1732780041351) 2024-11-28T07:47:23,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc47f2eb08349b87 with lease ID 0x1f6d28feb51b22f9: from storage DS-da34216a-f3e1-44dc-8a37-efa668d67da9 node DatanodeRegistration(127.0.0.1:33599, datanodeUuid=8351a52c-1c1a-4e32-b93d-baa21caaf447, infoPort=34427, infoSecurePort=0, ipcPort=37209, storageInfo=lv=-57;cid=testClusterID;nsid=37233078;c=1732780041351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:47:23,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x831094e2915d3a69 with lease ID 0x1f6d28feb51b22fa: Processing first storage report for DS-099f72d6-6968-4d88-962b-c5a40cdf8078 from datanode DatanodeRegistration(127.0.0.1:44409, datanodeUuid=12e32573-ed9d-4af4-9e96-4454a6fbc849, infoPort=39237, infoSecurePort=0, ipcPort=33361, storageInfo=lv=-57;cid=testClusterID;nsid=37233078;c=1732780041351) 2024-11-28T07:47:23,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x831094e2915d3a69 with lease ID 0x1f6d28feb51b22fa: from storage DS-099f72d6-6968-4d88-962b-c5a40cdf8078 node DatanodeRegistration(127.0.0.1:44409, datanodeUuid=12e32573-ed9d-4af4-9e96-4454a6fbc849, infoPort=39237, infoSecurePort=0, ipcPort=33361, storageInfo=lv=-57;cid=testClusterID;nsid=37233078;c=1732780041351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:47:23,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc47f2eb08349b87 with lease ID 0x1f6d28feb51b22f9: Processing first storage report for DS-7caa8b86-b96d-4435-a565-af901e61ced6 from datanode DatanodeRegistration(127.0.0.1:33599, datanodeUuid=8351a52c-1c1a-4e32-b93d-baa21caaf447, infoPort=34427, infoSecurePort=0, ipcPort=37209, storageInfo=lv=-57;cid=testClusterID;nsid=37233078;c=1732780041351) 2024-11-28T07:47:23,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc47f2eb08349b87 with lease ID 0x1f6d28feb51b22f9: from storage DS-7caa8b86-b96d-4435-a565-af901e61ced6 node DatanodeRegistration(127.0.0.1:33599, datanodeUuid=8351a52c-1c1a-4e32-b93d-baa21caaf447, infoPort=34427, infoSecurePort=0, ipcPort=37209, storageInfo=lv=-57;cid=testClusterID;nsid=37233078;c=1732780041351), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T07:47:23,315 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb 2024-11-28T07:47:23,390 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/cluster_55a8c10a-0dc9-1328-0ca3-6c7901040b35/zookeeper_0, clientPort=58796, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/cluster_55a8c10a-0dc9-1328-0ca3-6c7901040b35/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/cluster_55a8c10a-0dc9-1328-0ca3-6c7901040b35/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T07:47:23,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58796 2024-11-28T07:47:23,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:47:23,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:47:23,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:47:23,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:47:24,056 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c with version=8 2024-11-28T07:47:24,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/hbase-staging 2024-11-28T07:47:24,148 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T07:47:24,396 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:47:24,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:47:24,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:47:24,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:47:24,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:47:24,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:47:24,547 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T07:47:24,607 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T07:47:24,615 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T07:47:24,618 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:47:24,645 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21569 (auto-detected) 2024-11-28T07:47:24,646 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T07:47:24,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37575 2024-11-28T07:47:24,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37575 connecting to ZooKeeper ensemble=127.0.0.1:58796 2024-11-28T07:47:24,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375750x0, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:47:24,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37575-0x1015d8b16fc0000 connected 2024-11-28T07:47:24,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:47:24,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:47:24,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:47:24,764 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c, hbase.cluster.distributed=false 2024-11-28T07:47:24,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:47:24,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37575 2024-11-28T07:47:24,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37575 2024-11-28T07:47:24,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37575 2024-11-28T07:47:24,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37575 2024-11-28T07:47:24,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37575 2024-11-28T07:47:24,917 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:47:24,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:47:24,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:47:24,920 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:47:24,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:47:24,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:47:24,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T07:47:24,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:47:24,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43259 2024-11-28T07:47:24,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43259 connecting to ZooKeeper ensemble=127.0.0.1:58796 2024-11-28T07:47:24,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:47:24,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:47:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432590x0, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:47:24,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43259-0x1015d8b16fc0001 connected 2024-11-28T07:47:24,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:47:24,951 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T07:47:24,959 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T07:47:24,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T07:47:24,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:47:24,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43259 2024-11-28T07:47:24,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43259 2024-11-28T07:47:24,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43259 2024-11-28T07:47:24,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43259 2024-11-28T07:47:24,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43259 2024-11-28T07:47:24,984 DEBUG [M:0;f64cf8bdf19b:37575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f64cf8bdf19b:37575 2024-11-28T07:47:24,985 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f64cf8bdf19b,37575,1732780044199 2024-11-28T07:47:24,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:47:24,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:47:24,995 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f64cf8bdf19b,37575,1732780044199 2024-11-28T07:47:25,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:47:25,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T07:47:25,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:47:25,017 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T07:47:25,018 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f64cf8bdf19b,37575,1732780044199 from backup master directory 2024-11-28T07:47:25,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f64cf8bdf19b,37575,1732780044199 2024-11-28T07:47:25,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:47:25,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:47:25,022 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:47:25,022 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f64cf8bdf19b,37575,1732780044199 2024-11-28T07:47:25,025 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T07:47:25,026 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T07:47:25,084 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/hbase.id] with ID: d1067290-de92-40dc-aa96-99124ce4df93 2024-11-28T07:47:25,084 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/.tmp/hbase.id 2024-11-28T07:47:25,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:47:25,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:47:25,098 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/.tmp/hbase.id]:[hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/hbase.id] 2024-11-28T07:47:25,139 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:47:25,144 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T07:47:25,162 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-28T07:47:25,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:47:25,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:47:25,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:47:25,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:47:25,197 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:47:25,199 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T07:47:25,205 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:47:25,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:47:25,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:47:25,257 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store 2024-11-28T07:47:25,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:47:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:47:25,282 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T07:47:25,285 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:47:25,286 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:47:25,286 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:47:25,286 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:47:25,288 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:47:25,288 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:47:25,288 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:47:25,289 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732780045286Disabling compacts and flushes for region at 1732780045286Disabling writes for close at 1732780045288 (+2 ms)Writing region close event to WAL at 1732780045288Closed at 1732780045288 2024-11-28T07:47:25,291 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/.initializing 2024-11-28T07:47:25,291 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/WALs/f64cf8bdf19b,37575,1732780044199 2024-11-28T07:47:25,300 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:47:25,318 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C37575%2C1732780044199, suffix=, logDir=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/WALs/f64cf8bdf19b,37575,1732780044199, archiveDir=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/oldWALs, maxLogs=10 2024-11-28T07:47:25,350 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/WALs/f64cf8bdf19b,37575,1732780044199/f64cf8bdf19b%2C37575%2C1732780044199.1732780045324, exclude list is [], retry=0 2024-11-28T07:47:25,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:47:25,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-da34216a-f3e1-44dc-8a37-efa668d67da9,DISK] 2024-11-28T07:47:25,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-891fde16-aa7f-4e85-a4db-90cd6cb65a9c,DISK] 2024-11-28T07:47:25,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T07:47:25,418 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/WALs/f64cf8bdf19b,37575,1732780044199/f64cf8bdf19b%2C37575%2C1732780044199.1732780045324 2024-11-28T07:47:25,419 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34427:34427),(127.0.0.1/127.0.0.1:39237:39237)] 2024-11-28T07:47:25,419 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:47:25,420 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:47:25,423 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:47:25,424 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:47:25,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:47:25,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T07:47:25,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:25,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:47:25,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:47:25,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T07:47:25,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:25,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:47:25,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:47:25,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T07:47:25,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:25,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:47:25,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:47:25,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T07:47:25,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:25,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:47:25,505 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:47:25,509 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:47:25,510 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:47:25,516 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:47:25,517 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:47:25,520 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:47:25,523 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:47:25,528 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:47:25,529 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=757358, jitterRate=-0.036970481276512146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:47:25,536 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732780045436Initializing all the Stores at 1732780045438 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780045439 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780045439Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780045440 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780045440Cleaning up temporary data from old regions at 1732780045517 (+77 ms)Region opened successfully at 1732780045536 (+19 ms) 2024-11-28T07:47:25,537 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T07:47:25,574 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f67517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:47:25,609 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T07:47:25,620 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T07:47:25,620 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T07:47:25,623 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T07:47:25,625 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T07:47:25,630 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-28T07:47:25,630 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T07:47:25,657 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T07:47:25,665 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T07:47:25,669 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T07:47:25,671 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T07:47:25,672 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T07:47:25,674 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T07:47:25,676 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T07:47:25,679 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T07:47:25,681 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T07:47:25,682 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T07:47:25,684 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T07:47:25,700 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T07:47:25,702 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T07:47:25,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:47:25,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:47:25,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:47:25,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:47:25,709 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f64cf8bdf19b,37575,1732780044199, sessionid=0x1015d8b16fc0000, setting cluster-up flag (Was=false) 2024-11-28T07:47:25,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:47:25,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:47:25,728 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T07:47:25,730 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,37575,1732780044199 2024-11-28T07:47:25,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:47:25,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:47:25,741 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T07:47:25,743 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,37575,1732780044199 2024-11-28T07:47:25,750 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T07:47:25,773 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(746): ClusterId : d1067290-de92-40dc-aa96-99124ce4df93 2024-11-28T07:47:25,775 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T07:47:25,781 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T07:47:25,781 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T07:47:25,784 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T07:47:25,784 DEBUG [RS:0;f64cf8bdf19b:43259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:47:25,799 DEBUG [RS:0;f64cf8bdf19b:43259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f64cf8bdf19b:43259 2024-11-28T07:47:25,802 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T07:47:25,802 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T07:47:25,802 DEBUG [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T07:47:25,805 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,37575,1732780044199 with port=43259, startcode=1732780044877 2024-11-28T07:47:25,816 DEBUG [RS:0;f64cf8bdf19b:43259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T07:47:25,831 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T07:47:25,842 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T07:47:25,848 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T07:47:25,853 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58203, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T07:47:25,855 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f64cf8bdf19b,37575,1732780044199 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T07:47:25,859 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37575 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-28T07:47:25,863 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:47:25,863 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:47:25,863 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:47:25,863 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:47:25,863 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f64cf8bdf19b:0, corePoolSize=10, maxPoolSize=10 2024-11-28T07:47:25,863 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:47:25,863 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:47:25,863 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:47:25,866 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732780075866 2024-11-28T07:47:25,868 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T07:47:25,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:47:25,869 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T07:47:25,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T07:47:25,874 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T07:47:25,874 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T07:47:25,875 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T07:47:25,875 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T07:47:25,875 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:25,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T07:47:25,876 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:25,879 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T07:47:25,880 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T07:47:25,881 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T07:47:25,883 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T07:47:25,883 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T07:47:25,885 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780045885,5,FailOnTimeoutGroup] 2024-11-28T07:47:25,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:47:25,887 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780045886,5,FailOnTimeoutGroup] 2024-11-28T07:47:25,887 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:25,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:47:25,887 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T07:47:25,888 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:25,889 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:25,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T07:47:25,889 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c 2024-11-28T07:47:25,892 DEBUG [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-28T07:47:25,892 WARN [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-28T07:47:25,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:47:25,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:47:25,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:47:25,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:47:25,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:47:25,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:25,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:47:25,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:47:25,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:47:25,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:25,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:47:25,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:47:25,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:47:25,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:25,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:47:25,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:47:25,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:47:25,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:25,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:47:25,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:47:25,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740 2024-11-28T07:47:25,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740 2024-11-28T07:47:25,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:47:25,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:47:25,922 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T07:47:25,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:47:25,928 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:47:25,929 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=854026, jitterRate=0.08595111966133118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T07:47:25,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732780045901Initializing all the Stores at 1732780045903 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780045903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780045903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780045903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780045903Cleaning up temporary data from old regions at 1732780045921 (+18 ms)Region opened successfully at 1732780045932 (+11 ms) 2024-11-28T07:47:25,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:47:25,932 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:47:25,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:47:25,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:47:25,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:47:25,935 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:47:25,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732780045932Disabling compacts and flushes for region at 1732780045932Disabling writes for close at 1732780045933 (+1 ms)Writing region close event to WAL at 1732780045934 (+1 ms)Closed at 1732780045935 (+1 ms) 2024-11-28T07:47:25,940 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:47:25,940 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T07:47:25,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T07:47:25,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:47:25,959 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T07:47:25,994 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,37575,1732780044199 with port=43259, startcode=1732780044877 2024-11-28T07:47:25,996 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37575 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f64cf8bdf19b,43259,1732780044877 2024-11-28T07:47:25,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37575 {}] master.ServerManager(517): Registering regionserver=f64cf8bdf19b,43259,1732780044877 2024-11-28T07:47:26,007 DEBUG [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c 2024-11-28T07:47:26,007 DEBUG [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46389 2024-11-28T07:47:26,007 DEBUG [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T07:47:26,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:47:26,012 DEBUG [RS:0;f64cf8bdf19b:43259 {}] zookeeper.ZKUtil(111): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f64cf8bdf19b,43259,1732780044877 2024-11-28T07:47:26,012 WARN [RS:0;f64cf8bdf19b:43259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:47:26,013 INFO [RS:0;f64cf8bdf19b:43259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:47:26,013 DEBUG [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877 2024-11-28T07:47:26,014 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f64cf8bdf19b,43259,1732780044877] 2024-11-28T07:47:26,039 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T07:47:26,052 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T07:47:26,057 INFO [RS:0;f64cf8bdf19b:43259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T07:47:26,057 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,058 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T07:47:26,065 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T07:47:26,067 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,067 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:47:26,067 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:47:26,067 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:47:26,068 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:47:26,068 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:47:26,068 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:47:26,068 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:47:26,068 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:47:26,068 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:47:26,069 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:47:26,069 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:47:26,069 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:47:26,069 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:47:26,069 DEBUG [RS:0;f64cf8bdf19b:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:47:26,070 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,070 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,070 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,070 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,070 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,071 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,43259,1732780044877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:47:26,089 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T07:47:26,090 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,43259,1732780044877-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,091 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,091 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.Replication(171): f64cf8bdf19b,43259,1732780044877 started 2024-11-28T07:47:26,109 WARN [f64cf8bdf19b:37575 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:47:26,114 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,115 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(1482): Serving as f64cf8bdf19b,43259,1732780044877, RpcServer on f64cf8bdf19b/172.17.0.2:43259, sessionid=0x1015d8b16fc0001 2024-11-28T07:47:26,116 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T07:47:26,116 DEBUG [RS:0;f64cf8bdf19b:43259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f64cf8bdf19b,43259,1732780044877 2024-11-28T07:47:26,116 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,43259,1732780044877' 2024-11-28T07:47:26,116 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T07:47:26,117 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T07:47:26,118 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T07:47:26,118 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T07:47:26,118 DEBUG [RS:0;f64cf8bdf19b:43259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f64cf8bdf19b,43259,1732780044877 2024-11-28T07:47:26,119 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,43259,1732780044877' 2024-11-28T07:47:26,119 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T07:47:26,119 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T07:47:26,120 DEBUG [RS:0;f64cf8bdf19b:43259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T07:47:26,120 INFO [RS:0;f64cf8bdf19b:43259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T07:47:26,120 INFO [RS:0;f64cf8bdf19b:43259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T07:47:26,225 INFO [RS:0;f64cf8bdf19b:43259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:47:26,229 INFO [RS:0;f64cf8bdf19b:43259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C43259%2C1732780044877, suffix=, logDir=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877, archiveDir=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/oldWALs, maxLogs=32 2024-11-28T07:47:26,244 DEBUG [RS:0;f64cf8bdf19b:43259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780046231, exclude list is [], retry=0 2024-11-28T07:47:26,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-891fde16-aa7f-4e85-a4db-90cd6cb65a9c,DISK] 2024-11-28T07:47:26,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-da34216a-f3e1-44dc-8a37-efa668d67da9,DISK] 2024-11-28T07:47:26,253 INFO [RS:0;f64cf8bdf19b:43259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780046231 2024-11-28T07:47:26,254 DEBUG [RS:0;f64cf8bdf19b:43259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39237:39237),(127.0.0.1/127.0.0.1:34427:34427)] 2024-11-28T07:47:26,362 DEBUG [f64cf8bdf19b:37575 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T07:47:26,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f64cf8bdf19b,43259,1732780044877 2024-11-28T07:47:26,381 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,43259,1732780044877, state=OPENING 2024-11-28T07:47:26,386 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T07:47:26,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:47:26,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:47:26,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:47:26,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:47:26,391 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:47:26,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,43259,1732780044877}] 2024-11-28T07:47:26,568 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T07:47:26,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36595, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T07:47:26,580 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T07:47:26,581 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:47:26,582 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T07:47:26,584 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C43259%2C1732780044877.meta, suffix=.meta, logDir=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877, archiveDir=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/oldWALs, maxLogs=32 2024-11-28T07:47:26,600 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.meta.1732780046586.meta, exclude list is [], retry=0 2024-11-28T07:47:26,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-da34216a-f3e1-44dc-8a37-efa668d67da9,DISK] 2024-11-28T07:47:26,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-891fde16-aa7f-4e85-a4db-90cd6cb65a9c,DISK] 2024-11-28T07:47:26,606 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.meta.1732780046586.meta 2024-11-28T07:47:26,607 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34427:34427),(127.0.0.1/127.0.0.1:39237:39237)] 2024-11-28T07:47:26,607 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:47:26,609 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T07:47:26,611 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T07:47:26,616 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T07:47:26,620 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T07:47:26,621 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:47:26,621 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T07:47:26,621 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T07:47:26,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:47:26,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:47:26,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:26,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:47:26,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:47:26,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:47:26,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:26,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:47:26,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:47:26,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:47:26,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:26,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:47:26,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:47:26,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:47:26,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:26,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:47:26,633 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:47:26,634 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740 2024-11-28T07:47:26,637 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740 2024-11-28T07:47:26,640 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:47:26,640 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:47:26,641 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T07:47:26,644 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:47:26,646 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=735687, jitterRate=-0.06452564895153046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T07:47:26,646 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T07:47:26,648 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732780046621Writing region info on filesystem at 1732780046621Initializing all the Stores at 1732780046623 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780046623Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780046623Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780046623Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780046623Cleaning up temporary data from old regions at 1732780046640 (+17 ms)Running coprocessor post-open hooks at 1732780046646 (+6 ms)Region opened successfully at 1732780046648 (+2 ms) 2024-11-28T07:47:26,658 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732780046559 2024-11-28T07:47:26,672 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T07:47:26,672 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T07:47:26,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,43259,1732780044877 2024-11-28T07:47:26,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,43259,1732780044877, state=OPEN 2024-11-28T07:47:26,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:47:26,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:47:26,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:47:26,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:47:26,682 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,43259,1732780044877 2024-11-28T07:47:26,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T07:47:26,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,43259,1732780044877 in 290 msec 2024-11-28T07:47:26,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T07:47:26,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 745 msec 2024-11-28T07:47:26,701 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:47:26,701 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T07:47:26,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:47:26,723 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,43259,1732780044877, seqNum=-1] 2024-11-28T07:47:26,743 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:47:26,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47611, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:47:26,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 987 msec 2024-11-28T07:47:26,767 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732780046767, completionTime=-1 2024-11-28T07:47:26,769 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T07:47:26,770 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T07:47:26,797 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T07:47:26,797 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732780106797 2024-11-28T07:47:26,797 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732780166797 2024-11-28T07:47:26,797 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-28T07:47:26,799 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,37575,1732780044199-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,799 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,37575,1732780044199-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,799 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,37575,1732780044199-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,801 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f64cf8bdf19b:37575, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,802 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,802 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,807 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T07:47:26,850 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.827sec 2024-11-28T07:47:26,852 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T07:47:26,854 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T07:47:26,855 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T07:47:26,856 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T07:47:26,856 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T07:47:26,857 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,37575,1732780044199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:47:26,858 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,37575,1732780044199-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T07:47:26,870 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T07:47:26,872 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T07:47:26,872 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,37575,1732780044199-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:47:26,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27167442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:47:26,889 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T07:47:26,889 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T07:47:26,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f64cf8bdf19b,37575,-1 for getting cluster id 2024-11-28T07:47:26,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T07:47:26,907 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1067290-de92-40dc-aa96-99124ce4df93' 2024-11-28T07:47:26,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T07:47:26,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1067290-de92-40dc-aa96-99124ce4df93" 2024-11-28T07:47:26,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cd842f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:47:26,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f64cf8bdf19b,37575,-1] 2024-11-28T07:47:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T07:47:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:47:26,917 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T07:47:26,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ed85db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:47:26,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:47:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,43259,1732780044877, seqNum=-1] 2024-11-28T07:47:26,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:47:26,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:47:26,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f64cf8bdf19b,37575,1732780044199 2024-11-28T07:47:26,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:47:26,966 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-28T07:47:26,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T07:47:26,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f64cf8bdf19b,37575,1732780044199 2024-11-28T07:47:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25515e3d 2024-11-28T07:47:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T07:47:26,982 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T07:47:26,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-28T07:47:26,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-28T07:47:26,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:47:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-28T07:47:26,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:47:26,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-28T07:47:26,999 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:27,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:47:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:47:27,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741835_1011 (size=389) 2024-11-28T07:47:27,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741835_1011 (size=389) 2024-11-28T07:47:27,419 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 005909e2957be59c80a9c946ad47507f, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c 2024-11-28T07:47:27,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741836_1012 (size=72) 2024-11-28T07:47:27,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741836_1012 (size=72) 2024-11-28T07:47:27,429 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:47:27,430 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 005909e2957be59c80a9c946ad47507f, disabling compactions & flushes 2024-11-28T07:47:27,430 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. 2024-11-28T07:47:27,430 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. 2024-11-28T07:47:27,430 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. after waiting 0 ms 2024-11-28T07:47:27,430 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. 2024-11-28T07:47:27,430 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. 2024-11-28T07:47:27,430 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 005909e2957be59c80a9c946ad47507f: Waiting for close lock at 1732780047430Disabling compacts and flushes for region at 1732780047430Disabling writes for close at 1732780047430Writing region close event to WAL at 1732780047430Closed at 1732780047430 2024-11-28T07:47:27,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:47:27,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732780047432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780047432"}]},"ts":"1732780047432"} 2024-11-28T07:47:27,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:47:27,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:47:27,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780047443"}]},"ts":"1732780047443"} 2024-11-28T07:47:27,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-28T07:47:27,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=005909e2957be59c80a9c946ad47507f, ASSIGN}] 2024-11-28T07:47:27,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=005909e2957be59c80a9c946ad47507f, ASSIGN 2024-11-28T07:47:27,456 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=005909e2957be59c80a9c946ad47507f, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,43259,1732780044877; forceNewPlan=false, retain=false 2024-11-28T07:47:27,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=005909e2957be59c80a9c946ad47507f, regionState=OPENING, regionLocation=f64cf8bdf19b,43259,1732780044877 2024-11-28T07:47:27,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=005909e2957be59c80a9c946ad47507f, ASSIGN because future has completed 2024-11-28T07:47:27,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 005909e2957be59c80a9c946ad47507f, server=f64cf8bdf19b,43259,1732780044877}] 2024-11-28T07:47:27,773 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. 2024-11-28T07:47:27,773 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 005909e2957be59c80a9c946ad47507f, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:47:27,773 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 005909e2957be59c80a9c946ad47507f 2024-11-28T07:47:27,774 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:47:27,774 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 005909e2957be59c80a9c946ad47507f 2024-11-28T07:47:27,774 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 005909e2957be59c80a9c946ad47507f 2024-11-28T07:47:27,776 INFO [StoreOpener-005909e2957be59c80a9c946ad47507f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 005909e2957be59c80a9c946ad47507f 2024-11-28T07:47:27,778 INFO [StoreOpener-005909e2957be59c80a9c946ad47507f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 005909e2957be59c80a9c946ad47507f columnFamilyName info 2024-11-28T07:47:27,778 DEBUG [StoreOpener-005909e2957be59c80a9c946ad47507f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:47:27,779 INFO [StoreOpener-005909e2957be59c80a9c946ad47507f-1 {}] regionserver.HStore(327): Store=005909e2957be59c80a9c946ad47507f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:47:27,779 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 005909e2957be59c80a9c946ad47507f 2024-11-28T07:47:27,781 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f 2024-11-28T07:47:27,781 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f 2024-11-28T07:47:27,782 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 005909e2957be59c80a9c946ad47507f 2024-11-28T07:47:27,782 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 005909e2957be59c80a9c946ad47507f 2024-11-28T07:47:27,785 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 005909e2957be59c80a9c946ad47507f 2024-11-28T07:47:27,788 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:47:27,789 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 005909e2957be59c80a9c946ad47507f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=862897, jitterRate=0.09723097085952759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:47:27,789 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 005909e2957be59c80a9c946ad47507f 2024-11-28T07:47:27,790 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 005909e2957be59c80a9c946ad47507f: Running coprocessor pre-open hook at 1732780047774Writing region info on filesystem at 1732780047774Initializing all the Stores at 1732780047775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780047775Cleaning up temporary data from old regions at 1732780047782 (+7 ms)Running coprocessor post-open hooks at 1732780047789 (+7 ms)Region opened successfully at 1732780047790 (+1 ms) 2024-11-28T07:47:27,792 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f., pid=6, masterSystemTime=1732780047766 2024-11-28T07:47:27,795 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. 2024-11-28T07:47:27,795 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. 2024-11-28T07:47:27,796 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=005909e2957be59c80a9c946ad47507f, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,43259,1732780044877 2024-11-28T07:47:27,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 005909e2957be59c80a9c946ad47507f, server=f64cf8bdf19b,43259,1732780044877 because future has completed 2024-11-28T07:47:27,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T07:47:27,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 005909e2957be59c80a9c946ad47507f, server=f64cf8bdf19b,43259,1732780044877 in 191 msec 2024-11-28T07:47:27,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T07:47:27,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=005909e2957be59c80a9c946ad47507f, ASSIGN in 355 msec 2024-11-28T07:47:27,812 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:47:27,813 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780047813"}]},"ts":"1732780047813"} 2024-11-28T07:47:27,816 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-28T07:47:27,817 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:47:27,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 827 msec 2024-11-28T07:47:32,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T07:47:32,170 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T07:47:32,171 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-28T07:47:34,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T07:47:34,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T07:47:34,606 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-28T07:47:34,606 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-28T07:47:34,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:47:34,608 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T07:47:34,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T07:47:34,608 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T07:47:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:47:37,056 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-28T07:47:37,058 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-28T07:47:37,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-28T07:47:37,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. 2024-11-28T07:47:37,081 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780057066, exclude list is [], retry=0 2024-11-28T07:47:37,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-da34216a-f3e1-44dc-8a37-efa668d67da9,DISK] 2024-11-28T07:47:37,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-891fde16-aa7f-4e85-a4db-90cd6cb65a9c,DISK] 2024-11-28T07:47:37,089 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780046231 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780057066 2024-11-28T07:47:37,089 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34427:34427),(127.0.0.1/127.0.0.1:39237:39237)] 2024-11-28T07:47:37,089 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780046231 is not closed yet, will try archiving it next time 2024-11-28T07:47:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741833_1009 (size=451) 2024-11-28T07:47:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741833_1009 (size=451) 2024-11-28T07:47:37,094 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780046231 to hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/oldWALs/f64cf8bdf19b%2C43259%2C1732780044877.1732780046231 2024-11-28T07:47:37,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f., hostname=f64cf8bdf19b,43259,1732780044877, seqNum=2] 2024-11-28T07:47:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] regionserver.HRegion(8855): Flush requested on 005909e2957be59c80a9c946ad47507f 2024-11-28T07:47:51,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 005909e2957be59c80a9c946ad47507f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-28T07:47:51,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/.tmp/info/69d8424f842042318bea40bb4d01324f is 1055, key is row0001/info:/1732780057100/Put/seqid=0 2024-11-28T07:47:51,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741838_1014 (size=13386) 2024-11-28T07:47:51,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741838_1014 (size=13386) 2024-11-28T07:47:51,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/.tmp/info/69d8424f842042318bea40bb4d01324f 2024-11-28T07:47:51,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/.tmp/info/69d8424f842042318bea40bb4d01324f as hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/info/69d8424f842042318bea40bb4d01324f 2024-11-28T07:47:51,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/info/69d8424f842042318bea40bb4d01324f, entries=8, sequenceid=12, filesize=13.1 K 2024-11-28T07:47:51,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 005909e2957be59c80a9c946ad47507f in 139ms, sequenceid=12, compaction requested=false 2024-11-28T07:47:51,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 005909e2957be59c80a9c946ad47507f: 2024-11-28T07:47:53,311 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T07:47:57,152 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780077138, exclude list is [], retry=0 2024-11-28T07:47:57,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-891fde16-aa7f-4e85-a4db-90cd6cb65a9c,DISK] 2024-11-28T07:47:57,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-da34216a-f3e1-44dc-8a37-efa668d67da9,DISK] 2024-11-28T07:47:57,159 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780057066 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780077138 2024-11-28T07:47:57,159 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39237:39237),(127.0.0.1/127.0.0.1:34427:34427)] 2024-11-28T07:47:57,159 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780057066 is not closed yet, will try archiving it next time 2024-11-28T07:47:57,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741837_1013 (size=12149) 2024-11-28T07:47:57,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741837_1013 (size=12149) 2024-11-28T07:47:57,162 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780057066 not finished, retry = 0 2024-11-28T07:48:02,165 INFO [AsyncFSWAL-0-hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c-prefix:f64cf8bdf19b,43259,1732780044877 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44409,DS-891fde16-aa7f-4e85-a4db-90cd6cb65a9c,DISK], DatanodeInfoWithStorage[127.0.0.1:33599,DS-da34216a-f3e1-44dc-8a37-efa668d67da9,DISK]] 2024-11-28T07:48:02,167 WARN [AsyncFSWAL-0-hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c-prefix:f64cf8bdf19b,43259,1732780044877 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44409,DS-891fde16-aa7f-4e85-a4db-90cd6cb65a9c,DISK], DatanodeInfoWithStorage[127.0.0.1:33599,DS-da34216a-f3e1-44dc-8a37-efa668d67da9,DISK]] 2024-11-28T07:48:02,168 DEBUG [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f64cf8bdf19b%2C43259%2C1732780044877:(num 1732780077138) roll requested 2024-11-28T07:48:02,183 DEBUG [regionserver/f64cf8bdf19b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780082168, exclude list is [], retry=0 2024-11-28T07:48:02,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-da34216a-f3e1-44dc-8a37-efa668d67da9,DISK] 2024-11-28T07:48:02,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-891fde16-aa7f-4e85-a4db-90cd6cb65a9c,DISK] 2024-11-28T07:48:02,189 INFO [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780077138 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780082168 2024-11-28T07:48:02,190 DEBUG [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39237:39237),(127.0.0.1/127.0.0.1:34427:34427)] 2024-11-28T07:48:02,190 DEBUG [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780077138 is not closed yet, will try archiving it next time 2024-11-28T07:48:02,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741839_1015 (size=1233) 2024-11-28T07:48:02,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741839_1015 (size=1233) 2024-11-28T07:48:04,167 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:48:04,181 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780084168, exclude list is [], retry=0 2024-11-28T07:48:04,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-da34216a-f3e1-44dc-8a37-efa668d67da9,DISK] 2024-11-28T07:48:04,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-891fde16-aa7f-4e85-a4db-90cd6cb65a9c,DISK] 2024-11-28T07:48:04,188 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780082168 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780084168 2024-11-28T07:48:04,189 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34427:34427),(127.0.0.1/127.0.0.1:39237:39237)] 2024-11-28T07:48:04,189 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780082168 is not closed yet, will try archiving it next time 2024-11-28T07:48:04,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741840_1016 (size=93) 2024-11-28T07:48:04,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741840_1016 (size=93) 2024-11-28T07:48:04,192 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/WALs/f64cf8bdf19b,43259,1732780044877/f64cf8bdf19b%2C43259%2C1732780044877.1732780082168 to hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/oldWALs/f64cf8bdf19b%2C43259%2C1732780044877.1732780082168 2024-11-28T07:48:06,918 INFO [master/f64cf8bdf19b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T07:48:06,918 INFO [master/f64cf8bdf19b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T07:48:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] regionserver.HRegion(8855): Flush requested on 005909e2957be59c80a9c946ad47507f 2024-11-28T07:48:12,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 005909e2957be59c80a9c946ad47507f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-28T07:48:12,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/.tmp/info/743a7128462e48a2bc8956a1bd42d2ae is 1055, key is row0009/info:/1732780073132/Put/seqid=0 2024-11-28T07:48:12,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741842_1018 (size=13386) 2024-11-28T07:48:12,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741842_1018 (size=13386) 2024-11-28T07:48:12,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/.tmp/info/743a7128462e48a2bc8956a1bd42d2ae 2024-11-28T07:48:12,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/.tmp/info/743a7128462e48a2bc8956a1bd42d2ae as hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/info/743a7128462e48a2bc8956a1bd42d2ae 2024-11-28T07:48:12,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/info/743a7128462e48a2bc8956a1bd42d2ae, entries=8, sequenceid=23, filesize=13.1 K 2024-11-28T07:48:12,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 005909e2957be59c80a9c946ad47507f in 45ms, sequenceid=23, compaction requested=false 2024-11-28T07:48:12,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 005909e2957be59c80a9c946ad47507f: 2024-11-28T07:48:12,252 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-28T07:48:12,253 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:48:12,253 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/info/69d8424f842042318bea40bb4d01324f because midkey is the same as first or last row 2024-11-28T07:48:12,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 005909e2957be59c80a9c946ad47507f, had cached 0 bytes from a total of 26772 2024-11-28T07:48:23,312 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T07:48:24,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T07:48:24,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:48:24,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:48:24,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:48:24,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:48:24,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T07:48:24,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T07:48:24,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=148268827, stopped=false 2024-11-28T07:48:24,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f64cf8bdf19b,37575,1732780044199 2024-11-28T07:48:24,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:48:24,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:48:24,237 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:48:24,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:24,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:24,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:48:24,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:48:24,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:48:24,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:48:24,238 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f64cf8bdf19b,43259,1732780044877' ***** 2024-11-28T07:48:24,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:48:24,238 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T07:48:24,238 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T07:48:24,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T07:48:24,239 INFO [RS:0;f64cf8bdf19b:43259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T07:48:24,239 INFO [RS:0;f64cf8bdf19b:43259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T07:48:24,239 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(3091): Received CLOSE for 005909e2957be59c80a9c946ad47507f 2024-11-28T07:48:24,240 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(959): stopping server f64cf8bdf19b,43259,1732780044877 2024-11-28T07:48:24,240 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:48:24,240 INFO [RS:0;f64cf8bdf19b:43259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f64cf8bdf19b:43259. 2024-11-28T07:48:24,240 DEBUG [RS:0;f64cf8bdf19b:43259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:48:24,240 DEBUG [RS:0;f64cf8bdf19b:43259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:48:24,240 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 005909e2957be59c80a9c946ad47507f, disabling compactions & flushes 2024-11-28T07:48:24,240 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T07:48:24,240 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T07:48:24,240 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. 2024-11-28T07:48:24,240 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T07:48:24,241 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. 2024-11-28T07:48:24,241 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. after waiting 0 ms 2024-11-28T07:48:24,241 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T07:48:24,241 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. 2024-11-28T07:48:24,241 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 005909e2957be59c80a9c946ad47507f 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-28T07:48:24,241 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T07:48:24,241 DEBUG [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(1325): Online Regions={005909e2957be59c80a9c946ad47507f=TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T07:48:24,241 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:48:24,241 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:48:24,241 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:48:24,241 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:48:24,241 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:48:24,242 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-28T07:48:24,242 DEBUG [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(1351): Waiting on 005909e2957be59c80a9c946ad47507f, 1588230740 2024-11-28T07:48:24,250 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/.tmp/info/79892854aaa340078b254bae84a2029e is 1055, key is row0017/info:/1732780094209/Put/seqid=0 2024-11-28T07:48:24,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741843_1019 (size=10222) 2024-11-28T07:48:24,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741843_1019 (size=10222) 2024-11-28T07:48:24,261 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/.tmp/info/79892854aaa340078b254bae84a2029e 2024-11-28T07:48:24,267 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/.tmp/info/265bd4b9708a4e08ac113c8bfdc9d055 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f./info:regioninfo/1732780047796/Put/seqid=0 2024-11-28T07:48:24,273 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/.tmp/info/79892854aaa340078b254bae84a2029e as hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/info/79892854aaa340078b254bae84a2029e 2024-11-28T07:48:24,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741844_1020 (size=7016) 2024-11-28T07:48:24,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741844_1020 (size=7016) 2024-11-28T07:48:24,277 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/.tmp/info/265bd4b9708a4e08ac113c8bfdc9d055 2024-11-28T07:48:24,287 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/info/79892854aaa340078b254bae84a2029e, entries=5, sequenceid=31, filesize=10.0 K 2024-11-28T07:48:24,291 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 005909e2957be59c80a9c946ad47507f in 50ms, sequenceid=31, compaction requested=true 2024-11-28T07:48:24,297 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/default/TestLogRolling-testSlowSyncLogRolling/005909e2957be59c80a9c946ad47507f/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-28T07:48:24,300 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. 2024-11-28T07:48:24,300 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 005909e2957be59c80a9c946ad47507f: Waiting for close lock at 1732780104240Running coprocessor pre-close hooks at 1732780104240Disabling compacts and flushes for region at 1732780104240Disabling writes for close at 1732780104241 (+1 ms)Obtaining lock to block concurrent updates at 1732780104241Preparing flush snapshotting stores in 005909e2957be59c80a9c946ad47507f at 1732780104241Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732780104242 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. at 1732780104243 (+1 ms)Flushing 005909e2957be59c80a9c946ad47507f/info: creating writer at 1732780104243Flushing 005909e2957be59c80a9c946ad47507f/info: appending metadata at 1732780104249 (+6 ms)Flushing 005909e2957be59c80a9c946ad47507f/info: closing flushed file at 1732780104249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b1de18: reopening flushed file at 1732780104271 (+22 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 005909e2957be59c80a9c946ad47507f in 50ms, sequenceid=31, compaction requested=true at 1732780104291 (+20 ms)Writing region close event to WAL at 1732780104293 (+2 ms)Running coprocessor post-close hooks at 1732780104298 (+5 ms)Closed at 1732780104300 (+2 ms) 2024-11-28T07:48:24,301 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732780046983.005909e2957be59c80a9c946ad47507f. 2024-11-28T07:48:24,305 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/.tmp/ns/73af9cdf68f14dc38778bccea65b9536 is 43, key is default/ns:d/1732780046750/Put/seqid=0 2024-11-28T07:48:24,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741845_1021 (size=5153) 2024-11-28T07:48:24,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741845_1021 (size=5153) 2024-11-28T07:48:24,314 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/.tmp/ns/73af9cdf68f14dc38778bccea65b9536 2024-11-28T07:48:24,339 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/.tmp/table/2d1310a437f34dde8472f98d7897d60a is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732780047813/Put/seqid=0 2024-11-28T07:48:24,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741846_1022 (size=5396) 2024-11-28T07:48:24,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741846_1022 (size=5396) 2024-11-28T07:48:24,346 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/.tmp/table/2d1310a437f34dde8472f98d7897d60a 2024-11-28T07:48:24,357 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/.tmp/info/265bd4b9708a4e08ac113c8bfdc9d055 as hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/info/265bd4b9708a4e08ac113c8bfdc9d055 2024-11-28T07:48:24,365 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/info/265bd4b9708a4e08ac113c8bfdc9d055, entries=10, sequenceid=11, filesize=6.9 K 2024-11-28T07:48:24,367 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/.tmp/ns/73af9cdf68f14dc38778bccea65b9536 as hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/ns/73af9cdf68f14dc38778bccea65b9536 2024-11-28T07:48:24,376 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/ns/73af9cdf68f14dc38778bccea65b9536, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T07:48:24,377 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/.tmp/table/2d1310a437f34dde8472f98d7897d60a as hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/table/2d1310a437f34dde8472f98d7897d60a 2024-11-28T07:48:24,385 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/table/2d1310a437f34dde8472f98d7897d60a, entries=2, sequenceid=11, filesize=5.3 K 2024-11-28T07:48:24,386 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 145ms, sequenceid=11, compaction requested=false 2024-11-28T07:48:24,392 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T07:48:24,393 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:48:24,393 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:48:24,393 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732780104241Running coprocessor pre-close hooks at 1732780104241Disabling compacts and flushes for region at 1732780104241Disabling writes for close at 1732780104241Obtaining lock to block concurrent updates at 1732780104242 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732780104242Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732780104242Flushing stores of hbase:meta,,1.1588230740 at 1732780104243 (+1 ms)Flushing 1588230740/info: creating writer at 1732780104243Flushing 1588230740/info: appending metadata at 1732780104266 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732780104266Flushing 1588230740/ns: creating writer at 1732780104289 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732780104305 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732780104305Flushing 1588230740/table: creating writer at 1732780104322 (+17 ms)Flushing 1588230740/table: appending metadata at 1732780104338 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732780104338Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba911af: reopening flushed file at 1732780104355 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e054d3: reopening flushed file at 1732780104366 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c77fde8: reopening flushed file at 1732780104376 (+10 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 145ms, sequenceid=11, compaction requested=false at 1732780104386 (+10 ms)Writing region close event to WAL at 1732780104388 (+2 ms)Running coprocessor post-close hooks at 1732780104393 (+5 ms)Closed at 1732780104393 2024-11-28T07:48:24,393 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T07:48:24,442 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(976): stopping server f64cf8bdf19b,43259,1732780044877; all regions closed. 2024-11-28T07:48:24,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741834_1010 (size=3066) 2024-11-28T07:48:24,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741834_1010 (size=3066) 2024-11-28T07:48:24,452 DEBUG [RS:0;f64cf8bdf19b:43259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/oldWALs 2024-11-28T07:48:24,452 INFO [RS:0;f64cf8bdf19b:43259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C43259%2C1732780044877.meta:.meta(num 1732780046586) 2024-11-28T07:48:24,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741841_1017 (size=13164) 2024-11-28T07:48:24,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741841_1017 (size=13164) 2024-11-28T07:48:24,462 DEBUG [RS:0;f64cf8bdf19b:43259 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/oldWALs 2024-11-28T07:48:24,462 INFO [RS:0;f64cf8bdf19b:43259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C43259%2C1732780044877:(num 1732780084168) 2024-11-28T07:48:24,462 DEBUG [RS:0;f64cf8bdf19b:43259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:48:24,462 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:48:24,462 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:48:24,462 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.ChoreService(370): Chore service for: regionserver/f64cf8bdf19b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T07:48:24,462 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:48:24,462 INFO [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:48:24,463 INFO [RS:0;f64cf8bdf19b:43259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43259 2024-11-28T07:48:24,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:48:24,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f64cf8bdf19b,43259,1732780044877 2024-11-28T07:48:24,467 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:48:24,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f64cf8bdf19b,43259,1732780044877] 2024-11-28T07:48:24,472 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f64cf8bdf19b,43259,1732780044877 already deleted, retry=false 2024-11-28T07:48:24,472 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f64cf8bdf19b,43259,1732780044877 expired; onlineServers=0 2024-11-28T07:48:24,472 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f64cf8bdf19b,37575,1732780044199' ***** 2024-11-28T07:48:24,472 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T07:48:24,472 INFO [M:0;f64cf8bdf19b:37575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:48:24,472 INFO [M:0;f64cf8bdf19b:37575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:48:24,472 DEBUG [M:0;f64cf8bdf19b:37575 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T07:48:24,473 DEBUG [M:0;f64cf8bdf19b:37575 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T07:48:24,473 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T07:48:24,473 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780045885 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780045885,5,FailOnTimeoutGroup] 2024-11-28T07:48:24,473 INFO [M:0;f64cf8bdf19b:37575 {}] hbase.ChoreService(370): Chore service for: master/f64cf8bdf19b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T07:48:24,473 INFO [M:0;f64cf8bdf19b:37575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:48:24,473 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780045886 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780045886,5,FailOnTimeoutGroup] 2024-11-28T07:48:24,473 DEBUG [M:0;f64cf8bdf19b:37575 {}] master.HMaster(1795): Stopping service threads 2024-11-28T07:48:24,473 INFO [M:0;f64cf8bdf19b:37575 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T07:48:24,473 INFO [M:0;f64cf8bdf19b:37575 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:48:24,474 INFO [M:0;f64cf8bdf19b:37575 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T07:48:24,474 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T07:48:24,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T07:48:24,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:24,475 DEBUG [M:0;f64cf8bdf19b:37575 {}] zookeeper.ZKUtil(347): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T07:48:24,475 WARN [M:0;f64cf8bdf19b:37575 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T07:48:24,476 INFO [M:0;f64cf8bdf19b:37575 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/.lastflushedseqids 2024-11-28T07:48:24,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741847_1023 (size=130) 2024-11-28T07:48:24,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741847_1023 (size=130) 2024-11-28T07:48:24,493 INFO [M:0;f64cf8bdf19b:37575 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T07:48:24,493 INFO [M:0;f64cf8bdf19b:37575 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T07:48:24,493 DEBUG [M:0;f64cf8bdf19b:37575 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:48:24,493 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:24,493 DEBUG [M:0;f64cf8bdf19b:37575 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:24,493 DEBUG [M:0;f64cf8bdf19b:37575 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:48:24,493 DEBUG [M:0;f64cf8bdf19b:37575 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:24,494 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23 KB heapSize=29.17 KB 2024-11-28T07:48:24,515 DEBUG [M:0;f64cf8bdf19b:37575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c5202ce3c714134ab131a3a3f608976 is 82, key is hbase:meta,,1/info:regioninfo/1732780046674/Put/seqid=0 2024-11-28T07:48:24,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741848_1024 (size=5672) 2024-11-28T07:48:24,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741848_1024 (size=5672) 2024-11-28T07:48:24,524 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c5202ce3c714134ab131a3a3f608976 2024-11-28T07:48:24,557 DEBUG [M:0;f64cf8bdf19b:37575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7018d24a3c9445a7b72c46a5a181b34d is 764, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732780047819/Put/seqid=0 2024-11-28T07:48:24,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741849_1025 (size=6245) 2024-11-28T07:48:24,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741849_1025 (size=6245) 2024-11-28T07:48:24,565 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.40 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7018d24a3c9445a7b72c46a5a181b34d 2024-11-28T07:48:24,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:48:24,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1015d8b16fc0001, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:48:24,570 INFO [RS:0;f64cf8bdf19b:43259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:48:24,570 INFO [RS:0;f64cf8bdf19b:43259 {}] regionserver.HRegionServer(1031): Exiting; stopping=f64cf8bdf19b,43259,1732780044877; zookeeper connection closed. 2024-11-28T07:48:24,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24435e0c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24435e0c 2024-11-28T07:48:24,571 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T07:48:24,572 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7018d24a3c9445a7b72c46a5a181b34d 2024-11-28T07:48:24,588 DEBUG [M:0;f64cf8bdf19b:37575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4396b03efb34d1abcb8a154656174d1 is 69, key is f64cf8bdf19b,43259,1732780044877/rs:state/1732780046001/Put/seqid=0 2024-11-28T07:48:24,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741850_1026 (size=5156) 2024-11-28T07:48:24,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741850_1026 (size=5156) 2024-11-28T07:48:24,595 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4396b03efb34d1abcb8a154656174d1 2024-11-28T07:48:24,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:48:24,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T07:48:24,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-28T07:48:24,618 DEBUG [M:0;f64cf8bdf19b:37575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/eaac4a2abf5449df8e3525a0de2bf1c9 is 52, key is load_balancer_on/state:d/1732780046962/Put/seqid=0 2024-11-28T07:48:24,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741851_1027 (size=5056) 2024-11-28T07:48:24,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741851_1027 (size=5056) 2024-11-28T07:48:24,625 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/eaac4a2abf5449df8e3525a0de2bf1c9 2024-11-28T07:48:24,633 DEBUG [M:0;f64cf8bdf19b:37575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c5202ce3c714134ab131a3a3f608976 as hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c5202ce3c714134ab131a3a3f608976 2024-11-28T07:48:24,640 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c5202ce3c714134ab131a3a3f608976, entries=8, sequenceid=59, filesize=5.5 K 2024-11-28T07:48:24,642 DEBUG [M:0;f64cf8bdf19b:37575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7018d24a3c9445a7b72c46a5a181b34d as hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7018d24a3c9445a7b72c46a5a181b34d 2024-11-28T07:48:24,650 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7018d24a3c9445a7b72c46a5a181b34d 2024-11-28T07:48:24,650 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7018d24a3c9445a7b72c46a5a181b34d, entries=6, sequenceid=59, filesize=6.1 K 2024-11-28T07:48:24,651 DEBUG [M:0;f64cf8bdf19b:37575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4396b03efb34d1abcb8a154656174d1 as hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4396b03efb34d1abcb8a154656174d1 2024-11-28T07:48:24,660 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4396b03efb34d1abcb8a154656174d1, entries=1, sequenceid=59, filesize=5.0 K 2024-11-28T07:48:24,661 DEBUG [M:0;f64cf8bdf19b:37575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/eaac4a2abf5449df8e3525a0de2bf1c9 as hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/eaac4a2abf5449df8e3525a0de2bf1c9 2024-11-28T07:48:24,668 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/eaac4a2abf5449df8e3525a0de2bf1c9, entries=1, sequenceid=59, filesize=4.9 K 2024-11-28T07:48:24,669 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23 KB/23552, heapSize ~29.11 KB/29808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=59, compaction requested=false 2024-11-28T07:48:24,671 INFO [M:0;f64cf8bdf19b:37575 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:24,671 DEBUG [M:0;f64cf8bdf19b:37575 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732780104493Disabling compacts and flushes for region at 1732780104493Disabling writes for close at 1732780104493Obtaining lock to block concurrent updates at 1732780104494 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732780104494Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23552, getHeapSize=29808, getOffHeapSize=0, getCellsCount=70 at 1732780104494Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732780104495 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732780104495Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732780104514 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732780104514Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732780104534 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732780104556 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732780104556Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732780104573 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732780104588 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732780104588Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732780104602 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732780104617 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732780104617Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0facee: reopening flushed file at 1732780104632 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0bc028: reopening flushed file at 1732780104640 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14892004: reopening flushed file at 1732780104650 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc24b7e: reopening flushed file at 1732780104660 (+10 ms)Finished flush of dataSize ~23 KB/23552, heapSize ~29.11 KB/29808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=59, compaction requested=false at 1732780104669 (+9 ms)Writing region close event to WAL at 1732780104671 (+2 ms)Closed at 1732780104671 2024-11-28T07:48:24,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741830_1006 (size=27949) 2024-11-28T07:48:24,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741830_1006 (size=27949) 2024-11-28T07:48:24,675 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:48:24,675 INFO [M:0;f64cf8bdf19b:37575 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T07:48:24,676 INFO [M:0;f64cf8bdf19b:37575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37575 2024-11-28T07:48:24,676 INFO [M:0;f64cf8bdf19b:37575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:48:24,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:48:24,778 INFO [M:0;f64cf8bdf19b:37575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:48:24,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x1015d8b16fc0000, quorum=127.0.0.1:58796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:48:24,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:24,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:48:24,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:48:24,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:48:24,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/hadoop.log.dir/,STOPPED} 2024-11-28T07:48:24,788 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:48:24,788 WARN [BP-417556535-172.17.0.2-1732780041351 heartbeating to localhost/127.0.0.1:46389 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:48:24,788 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:48:24,788 WARN [BP-417556535-172.17.0.2-1732780041351 heartbeating to localhost/127.0.0.1:46389 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-417556535-172.17.0.2-1732780041351 (Datanode Uuid 8351a52c-1c1a-4e32-b93d-baa21caaf447) service to localhost/127.0.0.1:46389 2024-11-28T07:48:24,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/cluster_55a8c10a-0dc9-1328-0ca3-6c7901040b35/data/data3/current/BP-417556535-172.17.0.2-1732780041351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:24,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/cluster_55a8c10a-0dc9-1328-0ca3-6c7901040b35/data/data4/current/BP-417556535-172.17.0.2-1732780041351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:24,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:48:24,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:24,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:48:24,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:48:24,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:48:24,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/hadoop.log.dir/,STOPPED} 2024-11-28T07:48:24,795 WARN [BP-417556535-172.17.0.2-1732780041351 heartbeating to localhost/127.0.0.1:46389 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:48:24,795 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:48:24,795 WARN [BP-417556535-172.17.0.2-1732780041351 heartbeating to localhost/127.0.0.1:46389 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-417556535-172.17.0.2-1732780041351 (Datanode Uuid 12e32573-ed9d-4af4-9e96-4454a6fbc849) service to localhost/127.0.0.1:46389 2024-11-28T07:48:24,795 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:48:24,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/cluster_55a8c10a-0dc9-1328-0ca3-6c7901040b35/data/data1/current/BP-417556535-172.17.0.2-1732780041351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:24,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/cluster_55a8c10a-0dc9-1328-0ca3-6c7901040b35/data/data2/current/BP-417556535-172.17.0.2-1732780041351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:24,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:48:24,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:48:24,806 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:48:24,806 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:48:24,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:48:24,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/hadoop.log.dir/,STOPPED} 2024-11-28T07:48:24,816 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T07:48:24,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T07:48:24,853 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=66 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/f64cf8bdf19b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/f64cf8bdf19b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f64cf8bdf19b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7e9ca1e8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/f64cf8bdf19b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46389 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=7055 (was 7894) 2024-11-28T07:48:24,860 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=87, ProcessCount=11, AvailableMemoryMB=7055 2024-11-28T07:48:24,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T07:48:24,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/hadoop.log.dir so I do NOT create it in target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657 2024-11-28T07:48:24,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ddc4411-b544-0cfa-f5fe-e4ed07f1ebcb/hadoop.tmp.dir so I do NOT create it in target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657 2024-11-28T07:48:24,861 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b, deleteOnExit=true 2024-11-28T07:48:24,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T07:48:24,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/test.cache.data in system properties and HBase conf 2024-11-28T07:48:24,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T07:48:24,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir in system properties and HBase conf 2024-11-28T07:48:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T07:48:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T07:48:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T07:48:24,862 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T07:48:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:48:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:48:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T07:48:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:48:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T07:48:24,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T07:48:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:48:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:48:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T07:48:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/nfs.dump.dir in system properties and HBase conf 2024-11-28T07:48:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/java.io.tmpdir in system properties and HBase conf 2024-11-28T07:48:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:48:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T07:48:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T07:48:24,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:48:24,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:48:24,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:48:24,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:48:24,962 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T07:48:24,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:48:24,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fba372a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:48:24,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92b0df5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:48:25,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@533ad8f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/java.io.tmpdir/jetty-localhost-37653-hadoop-hdfs-3_4_1-tests_jar-_-any-2259856156225912053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:48:25,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36269b5c{HTTP/1.1, (http/1.1)}{localhost:37653} 2024-11-28T07:48:25,082 INFO [Time-limited test {}] server.Server(415): Started @65636ms 2024-11-28T07:48:25,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:48:25,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:48:25,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:48:25,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:48:25,172 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T07:48:25,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f035ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:48:25,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350347e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:48:25,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64603cf9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/java.io.tmpdir/jetty-localhost-42549-hadoop-hdfs-3_4_1-tests_jar-_-any-6176482894571219101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:25,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13bb5eb4{HTTP/1.1, (http/1.1)}{localhost:42549} 2024-11-28T07:48:25,290 INFO [Time-limited test {}] server.Server(415): Started @65843ms 2024-11-28T07:48:25,291 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:48:25,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:48:25,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:48:25,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:48:25,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:48:25,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T07:48:25,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5047de0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:48:25,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a898108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:48:25,398 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data1/current/BP-220038760-172.17.0.2-1732780104895/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:25,399 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data2/current/BP-220038760-172.17.0.2-1732780104895/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:25,417 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:48:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bbdcad8e1076504 with lease ID 0x45d048ee20fe0d2c: Processing first storage report for DS-8a44fbf6-945a-4fcb-b546-48242af9f61f from datanode DatanodeRegistration(127.0.0.1:36241, datanodeUuid=b9760251-d853-4118-a8c3-ba120510ad7b, infoPort=35015, infoSecurePort=0, ipcPort=34939, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895) 2024-11-28T07:48:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bbdcad8e1076504 with lease ID 0x45d048ee20fe0d2c: from storage DS-8a44fbf6-945a-4fcb-b546-48242af9f61f node DatanodeRegistration(127.0.0.1:36241, datanodeUuid=b9760251-d853-4118-a8c3-ba120510ad7b, infoPort=35015, infoSecurePort=0, ipcPort=34939, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:48:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bbdcad8e1076504 with lease ID 0x45d048ee20fe0d2c: Processing first storage report for DS-e5ba1d4b-ff75-4782-a9eb-6ff2100c3955 from datanode DatanodeRegistration(127.0.0.1:36241, datanodeUuid=b9760251-d853-4118-a8c3-ba120510ad7b, infoPort=35015, infoSecurePort=0, ipcPort=34939, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895) 2024-11-28T07:48:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bbdcad8e1076504 with lease ID 0x45d048ee20fe0d2c: from storage DS-e5ba1d4b-ff75-4782-a9eb-6ff2100c3955 node DatanodeRegistration(127.0.0.1:36241, datanodeUuid=b9760251-d853-4118-a8c3-ba120510ad7b, infoPort=35015, infoSecurePort=0, ipcPort=34939, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:48:25,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40972279{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/java.io.tmpdir/jetty-localhost-39033-hadoop-hdfs-3_4_1-tests_jar-_-any-13098888919988393013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:25,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63c46134{HTTP/1.1, (http/1.1)}{localhost:39033} 2024-11-28T07:48:25,459 INFO [Time-limited test {}] server.Server(415): Started @66012ms 2024-11-28T07:48:25,461 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:48:25,566 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data4/current/BP-220038760-172.17.0.2-1732780104895/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:25,566 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data3/current/BP-220038760-172.17.0.2-1732780104895/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:25,585 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:48:25,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe90b0058582d6f4 with lease ID 0x45d048ee20fe0d2d: Processing first storage report for DS-2ff47373-dc42-4744-98ea-c23d4cc796db from datanode DatanodeRegistration(127.0.0.1:38935, datanodeUuid=1b683bf1-42ca-4381-822e-8c10f38e6c97, infoPort=44341, infoSecurePort=0, ipcPort=36631, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895) 2024-11-28T07:48:25,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe90b0058582d6f4 with lease ID 0x45d048ee20fe0d2d: from storage DS-2ff47373-dc42-4744-98ea-c23d4cc796db node DatanodeRegistration(127.0.0.1:38935, datanodeUuid=1b683bf1-42ca-4381-822e-8c10f38e6c97, infoPort=44341, infoSecurePort=0, ipcPort=36631, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:48:25,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe90b0058582d6f4 with lease ID 0x45d048ee20fe0d2d: Processing first storage report for DS-5ebd114a-b4f3-4573-9024-c8d4d2d35e2a from datanode DatanodeRegistration(127.0.0.1:38935, datanodeUuid=1b683bf1-42ca-4381-822e-8c10f38e6c97, infoPort=44341, infoSecurePort=0, ipcPort=36631, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895) 2024-11-28T07:48:25,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe90b0058582d6f4 with lease ID 0x45d048ee20fe0d2d: from storage DS-5ebd114a-b4f3-4573-9024-c8d4d2d35e2a node DatanodeRegistration(127.0.0.1:38935, datanodeUuid=1b683bf1-42ca-4381-822e-8c10f38e6c97, infoPort=44341, infoSecurePort=0, ipcPort=36631, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:48:25,690 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657 2024-11-28T07:48:25,697 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/zookeeper_0, clientPort=63234, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T07:48:25,698 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63234 2024-11-28T07:48:25,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:25,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:48:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:48:25,714 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709 with version=8 2024-11-28T07:48:25,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/hbase-staging 2024-11-28T07:48:25,717 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:48:25,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:48:25,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:48:25,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:48:25,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:48:25,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:48:25,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T07:48:25,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:48:25,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45023 2024-11-28T07:48:25,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45023 connecting to ZooKeeper ensemble=127.0.0.1:63234 2024-11-28T07:48:25,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450230x0, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:48:25,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45023-0x1015d8c0a6d0000 connected 2024-11-28T07:48:25,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:25,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:25,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:48:25,746 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709, hbase.cluster.distributed=false 2024-11-28T07:48:25,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:48:25,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45023 2024-11-28T07:48:25,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45023 2024-11-28T07:48:25,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45023 2024-11-28T07:48:25,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45023 2024-11-28T07:48:25,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45023 2024-11-28T07:48:25,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:48:25,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:48:25,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:48:25,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:48:25,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:48:25,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:48:25,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T07:48:25,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:48:25,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44117 2024-11-28T07:48:25,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44117 connecting to ZooKeeper ensemble=127.0.0.1:63234 2024-11-28T07:48:25,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:25,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:25,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441170x0, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:48:25,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44117-0x1015d8c0a6d0001 connected 2024-11-28T07:48:25,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:48:25,783 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T07:48:25,788 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T07:48:25,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T07:48:25,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:48:25,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44117 2024-11-28T07:48:25,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44117 2024-11-28T07:48:25,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44117 2024-11-28T07:48:25,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44117 2024-11-28T07:48:25,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44117 2024-11-28T07:48:25,806 DEBUG [M:0;f64cf8bdf19b:45023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f64cf8bdf19b:45023 2024-11-28T07:48:25,806 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f64cf8bdf19b,45023,1732780105716 2024-11-28T07:48:25,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:48:25,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:48:25,808 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f64cf8bdf19b,45023,1732780105716 2024-11-28T07:48:25,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T07:48:25,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:25,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:25,810 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T07:48:25,811 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f64cf8bdf19b,45023,1732780105716 from backup master directory 2024-11-28T07:48:25,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f64cf8bdf19b,45023,1732780105716 2024-11-28T07:48:25,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:48:25,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:48:25,812 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:48:25,812 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f64cf8bdf19b,45023,1732780105716 2024-11-28T07:48:25,846 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/hbase.id] with ID: 75b70487-6de9-4aa8-a2c5-561cd056f15b 2024-11-28T07:48:25,846 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/.tmp/hbase.id 2024-11-28T07:48:25,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:48:25,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:48:25,855 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/.tmp/hbase.id]:[hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/hbase.id] 2024-11-28T07:48:25,874 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:25,874 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T07:48:25,876 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T07:48:25,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:25,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:25,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:48:25,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:48:25,892 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:48:25,893 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T07:48:25,894 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:48:25,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:48:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:48:25,906 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store 2024-11-28T07:48:25,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:48:25,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:48:25,916 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:48:25,917 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:48:25,917 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:25,917 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:25,917 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:48:25,917 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:25,917 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:25,917 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732780105917Disabling compacts and flushes for region at 1732780105917Disabling writes for close at 1732780105917Writing region close event to WAL at 1732780105917Closed at 1732780105917 2024-11-28T07:48:25,918 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/.initializing 2024-11-28T07:48:25,918 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/WALs/f64cf8bdf19b,45023,1732780105716 2024-11-28T07:48:25,920 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:48:25,922 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C45023%2C1732780105716, suffix=, logDir=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/WALs/f64cf8bdf19b,45023,1732780105716, archiveDir=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/oldWALs, maxLogs=10 2024-11-28T07:48:25,938 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/WALs/f64cf8bdf19b,45023,1732780105716/f64cf8bdf19b%2C45023%2C1732780105716.1732780105923, exclude list is [], retry=0 2024-11-28T07:48:25,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36241,DS-8a44fbf6-945a-4fcb-b546-48242af9f61f,DISK] 2024-11-28T07:48:25,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38935,DS-2ff47373-dc42-4744-98ea-c23d4cc796db,DISK] 2024-11-28T07:48:25,945 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/WALs/f64cf8bdf19b,45023,1732780105716/f64cf8bdf19b%2C45023%2C1732780105716.1732780105923 2024-11-28T07:48:25,945 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35015:35015),(127.0.0.1/127.0.0.1:44341:44341)] 2024-11-28T07:48:25,945 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:48:25,945 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:48:25,946 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:25,946 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:25,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:25,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T07:48:25,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:25,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:25,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:25,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T07:48:25,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:25,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:48:25,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:25,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T07:48:25,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:25,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:48:25,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:25,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T07:48:25,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:25,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:48:25,959 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:25,960 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:25,961 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:25,963 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:25,963 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:25,963 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:48:25,965 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:25,968 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:48:25,968 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=705351, jitterRate=-0.10310018062591553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:48:25,970 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732780105946Initializing all the Stores at 1732780105947 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780105947Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780105947Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780105947Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780105947Cleaning up temporary data from old regions at 1732780105963 (+16 ms)Region opened successfully at 1732780105970 (+7 ms) 2024-11-28T07:48:25,970 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T07:48:25,974 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b03ff53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:48:25,976 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T07:48:25,976 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T07:48:25,976 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T07:48:25,976 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T07:48:25,977 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T07:48:25,977 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T07:48:25,977 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T07:48:25,980 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T07:48:25,981 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T07:48:25,982 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T07:48:25,982 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T07:48:25,983 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T07:48:25,984 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T07:48:25,984 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T07:48:25,986 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T07:48:25,987 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T07:48:25,988 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T07:48:25,990 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T07:48:25,992 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T07:48:25,993 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T07:48:25,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:48:25,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:25,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:48:25,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:25,995 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f64cf8bdf19b,45023,1732780105716, sessionid=0x1015d8c0a6d0000, setting cluster-up flag (Was=false) 2024-11-28T07:48:25,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:26,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:26,004 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T07:48:26,005 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,45023,1732780105716 2024-11-28T07:48:26,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:26,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:26,015 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T07:48:26,016 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,45023,1732780105716 2024-11-28T07:48:26,018 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T07:48:26,020 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T07:48:26,021 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T07:48:26,021 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T07:48:26,021 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f64cf8bdf19b,45023,1732780105716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T07:48:26,023 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:48:26,023 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:48:26,023 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:48:26,023 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:48:26,023 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f64cf8bdf19b:0, corePoolSize=10, maxPoolSize=10 2024-11-28T07:48:26,023 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:26,023 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:48:26,023 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:26,024 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732780136024 2024-11-28T07:48:26,024 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T07:48:26,025 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T07:48:26,025 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T07:48:26,025 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T07:48:26,025 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T07:48:26,025 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T07:48:26,025 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,025 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T07:48:26,025 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T07:48:26,026 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T07:48:26,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:48:26,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T07:48:26,026 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T07:48:26,026 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T07:48:26,027 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780106026,5,FailOnTimeoutGroup] 2024-11-28T07:48:26,027 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780106027,5,FailOnTimeoutGroup] 2024-11-28T07:48:26,027 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,027 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T07:48:26,027 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,027 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,028 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:26,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T07:48:26,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:48:26,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:48:26,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T07:48:26,041 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709 2024-11-28T07:48:26,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:48:26,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:48:26,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:48:26,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:48:26,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:48:26,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:26,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:26,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:48:26,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:48:26,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:26,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:26,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:48:26,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:48:26,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:26,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:26,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:48:26,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:48:26,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:26,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:26,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:48:26,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740 2024-11-28T07:48:26,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740 2024-11-28T07:48:26,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:48:26,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:48:26,070 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T07:48:26,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:48:26,073 INFO [regionserver/f64cf8bdf19b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:48:26,074 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:48:26,074 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=820986, jitterRate=0.04393833875656128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T07:48:26,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732780106053Initializing all the Stores at 1732780106054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780106054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780106054Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780106054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780106054Cleaning up temporary data from old regions at 1732780106069 (+15 ms)Region opened successfully at 1732780106075 (+6 ms) 2024-11-28T07:48:26,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:48:26,076 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:48:26,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:48:26,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:48:26,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:48:26,076 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:48:26,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732780106076Disabling compacts and flushes for region at 1732780106076Disabling writes for close at 1732780106076Writing region close event to WAL at 1732780106076Closed at 1732780106076 2024-11-28T07:48:26,078 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:48:26,078 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T07:48:26,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T07:48:26,080 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:48:26,082 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T07:48:26,095 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(746): ClusterId : 75b70487-6de9-4aa8-a2c5-561cd056f15b 2024-11-28T07:48:26,095 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T07:48:26,097 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T07:48:26,097 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T07:48:26,099 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T07:48:26,100 DEBUG [RS:0;f64cf8bdf19b:44117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31509f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:48:26,113 DEBUG [RS:0;f64cf8bdf19b:44117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f64cf8bdf19b:44117 2024-11-28T07:48:26,113 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T07:48:26,113 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T07:48:26,113 DEBUG [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T07:48:26,114 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,45023,1732780105716 with port=44117, startcode=1732780105767 2024-11-28T07:48:26,115 DEBUG [RS:0;f64cf8bdf19b:44117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T07:48:26,117 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40635, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T07:48:26,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f64cf8bdf19b,44117,1732780105767 2024-11-28T07:48:26,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45023 {}] master.ServerManager(517): Registering regionserver=f64cf8bdf19b,44117,1732780105767 2024-11-28T07:48:26,120 DEBUG [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709 2024-11-28T07:48:26,120 DEBUG [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41295 2024-11-28T07:48:26,120 DEBUG [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T07:48:26,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:48:26,122 DEBUG [RS:0;f64cf8bdf19b:44117 {}] zookeeper.ZKUtil(111): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f64cf8bdf19b,44117,1732780105767 2024-11-28T07:48:26,122 WARN [RS:0;f64cf8bdf19b:44117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:48:26,122 INFO [RS:0;f64cf8bdf19b:44117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:48:26,122 DEBUG [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767 2024-11-28T07:48:26,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f64cf8bdf19b,44117,1732780105767] 2024-11-28T07:48:26,127 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T07:48:26,130 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T07:48:26,134 INFO [RS:0;f64cf8bdf19b:44117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T07:48:26,135 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,136 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T07:48:26,137 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T07:48:26,137 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:48:26,138 DEBUG [RS:0;f64cf8bdf19b:44117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:48:26,139 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,139 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,139 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,139 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,140 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,140 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,44117,1732780105767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:48:26,156 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T07:48:26,157 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,44117,1732780105767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,157 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,157 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.Replication(171): f64cf8bdf19b,44117,1732780105767 started 2024-11-28T07:48:26,173 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,173 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(1482): Serving as f64cf8bdf19b,44117,1732780105767, RpcServer on f64cf8bdf19b/172.17.0.2:44117, sessionid=0x1015d8c0a6d0001 2024-11-28T07:48:26,173 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T07:48:26,173 DEBUG [RS:0;f64cf8bdf19b:44117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f64cf8bdf19b,44117,1732780105767 2024-11-28T07:48:26,173 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,44117,1732780105767' 2024-11-28T07:48:26,173 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T07:48:26,174 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T07:48:26,174 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T07:48:26,175 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T07:48:26,175 DEBUG [RS:0;f64cf8bdf19b:44117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f64cf8bdf19b,44117,1732780105767 2024-11-28T07:48:26,175 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,44117,1732780105767' 2024-11-28T07:48:26,175 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T07:48:26,175 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T07:48:26,176 DEBUG [RS:0;f64cf8bdf19b:44117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T07:48:26,176 INFO [RS:0;f64cf8bdf19b:44117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T07:48:26,176 INFO [RS:0;f64cf8bdf19b:44117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T07:48:26,232 WARN [f64cf8bdf19b:45023 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:48:26,276 INFO [RS:0;f64cf8bdf19b:44117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:48:26,279 INFO [RS:0;f64cf8bdf19b:44117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C44117%2C1732780105767, suffix=, logDir=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767, archiveDir=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/oldWALs, maxLogs=32 2024-11-28T07:48:26,295 DEBUG [RS:0;f64cf8bdf19b:44117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.1732780106281, exclude list is [], retry=0 2024-11-28T07:48:26,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38935,DS-2ff47373-dc42-4744-98ea-c23d4cc796db,DISK] 2024-11-28T07:48:26,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36241,DS-8a44fbf6-945a-4fcb-b546-48242af9f61f,DISK] 2024-11-28T07:48:26,303 INFO [RS:0;f64cf8bdf19b:44117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.1732780106281 2024-11-28T07:48:26,303 DEBUG [RS:0;f64cf8bdf19b:44117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44341:44341),(127.0.0.1/127.0.0.1:35015:35015)] 2024-11-28T07:48:26,483 DEBUG [f64cf8bdf19b:45023 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T07:48:26,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f64cf8bdf19b,44117,1732780105767 2024-11-28T07:48:26,485 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,44117,1732780105767, state=OPENING 2024-11-28T07:48:26,488 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T07:48:26,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:26,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:26,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:48:26,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:48:26,490 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:48:26,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,44117,1732780105767}] 2024-11-28T07:48:26,644 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T07:48:26,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53759, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T07:48:26,651 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T07:48:26,652 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:48:26,652 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T07:48:26,655 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C44117%2C1732780105767.meta, suffix=.meta, logDir=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767, archiveDir=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/oldWALs, maxLogs=32 2024-11-28T07:48:26,671 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.meta.1732780106656.meta, exclude list is [], retry=0 2024-11-28T07:48:26,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38935,DS-2ff47373-dc42-4744-98ea-c23d4cc796db,DISK] 2024-11-28T07:48:26,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36241,DS-8a44fbf6-945a-4fcb-b546-48242af9f61f,DISK] 2024-11-28T07:48:26,677 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.meta.1732780106656.meta 2024-11-28T07:48:26,678 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44341:44341),(127.0.0.1/127.0.0.1:35015:35015)] 2024-11-28T07:48:26,678 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:48:26,678 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T07:48:26,678 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T07:48:26,678 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T07:48:26,679 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T07:48:26,679 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:48:26,679 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T07:48:26,679 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T07:48:26,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:48:26,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:48:26,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:26,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:26,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:48:26,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:48:26,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:26,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:26,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:48:26,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:48:26,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:26,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:26,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:48:26,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:48:26,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:26,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:26,689 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:48:26,690 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740 2024-11-28T07:48:26,691 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740 2024-11-28T07:48:26,693 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:48:26,693 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:48:26,694 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T07:48:26,695 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:48:26,697 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=777239, jitterRate=-0.011689603328704834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T07:48:26,697 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T07:48:26,698 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732780106679Writing region info on filesystem at 1732780106679Initializing all the Stores at 1732780106680 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780106680Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780106681 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780106681Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780106681Cleaning up temporary data from old regions at 1732780106693 (+12 ms)Running coprocessor post-open hooks at 1732780106697 (+4 ms)Region opened successfully at 1732780106698 (+1 ms) 2024-11-28T07:48:26,700 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732780106644 2024-11-28T07:48:26,703 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T07:48:26,703 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T07:48:26,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,44117,1732780105767 2024-11-28T07:48:26,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,44117,1732780105767, state=OPEN 2024-11-28T07:48:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:48:26,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:48:26,710 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,44117,1732780105767 2024-11-28T07:48:26,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:48:26,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:48:26,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T07:48:26,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,44117,1732780105767 in 220 msec 2024-11-28T07:48:26,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T07:48:26,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 635 msec 2024-11-28T07:48:26,719 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:48:26,719 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T07:48:26,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:48:26,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,44117,1732780105767, seqNum=-1] 2024-11-28T07:48:26,721 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:48:26,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50867, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:48:26,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 709 msec 2024-11-28T07:48:26,731 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732780106731, completionTime=-1 2024-11-28T07:48:26,731 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T07:48:26,731 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T07:48:26,734 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T07:48:26,734 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732780166734 2024-11-28T07:48:26,734 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732780226734 2024-11-28T07:48:26,734 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T07:48:26,734 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,45023,1732780105716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,734 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,45023,1732780105716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,734 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,45023,1732780105716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,735 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f64cf8bdf19b:45023, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,735 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,735 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,737 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T07:48:26,740 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.927sec 2024-11-28T07:48:26,741 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T07:48:26,741 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T07:48:26,741 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T07:48:26,741 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T07:48:26,741 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T07:48:26,741 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,45023,1732780105716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:48:26,741 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,45023,1732780105716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T07:48:26,744 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T07:48:26,744 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T07:48:26,744 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,45023,1732780105716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:26,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf6df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:48:26,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f64cf8bdf19b,45023,-1 for getting cluster id 2024-11-28T07:48:26,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T07:48:26,797 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75b70487-6de9-4aa8-a2c5-561cd056f15b' 2024-11-28T07:48:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T07:48:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75b70487-6de9-4aa8-a2c5-561cd056f15b" 2024-11-28T07:48:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc6c566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:48:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f64cf8bdf19b,45023,-1] 2024-11-28T07:48:26,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T07:48:26,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:48:26,800 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T07:48:26,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190f9fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:48:26,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:48:26,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,44117,1732780105767, seqNum=-1] 2024-11-28T07:48:26,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:48:26,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:48:26,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f64cf8bdf19b,45023,1732780105716 2024-11-28T07:48:26,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:26,812 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-28T07:48:26,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:48:26,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:48:26,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:48:26,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:48:26,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:48:26,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc0815b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:48:26,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2284fd16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:48:26,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@692206f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/java.io.tmpdir/jetty-localhost-40379-hadoop-hdfs-3_4_1-tests_jar-_-any-16135811484722279294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:26,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29a7b50f{HTTP/1.1, (http/1.1)}{localhost:40379} 2024-11-28T07:48:26,954 INFO [Time-limited test {}] server.Server(415): Started @67507ms 2024-11-28T07:48:26,956 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:48:27,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:48:27,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:48:27,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:48:27,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:48:27,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:48:27,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ede7cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:48:27,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63be57c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:48:27,089 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data5/current/BP-220038760-172.17.0.2-1732780104895/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:27,089 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data6/current/BP-220038760-172.17.0.2-1732780104895/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:27,106 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:48:27,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x118ca347dbb86fcf with lease ID 0x45d048ee20fe0d2e: Processing first storage report for DS-b09609f8-8724-479f-8326-c8e46f11c5e3 from datanode DatanodeRegistration(127.0.0.1:33019, datanodeUuid=410c3dda-3baf-44a8-b2b7-2e0bb75ee697, infoPort=33431, infoSecurePort=0, ipcPort=38029, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895) 2024-11-28T07:48:27,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x118ca347dbb86fcf with lease ID 0x45d048ee20fe0d2e: from storage DS-b09609f8-8724-479f-8326-c8e46f11c5e3 node DatanodeRegistration(127.0.0.1:33019, datanodeUuid=410c3dda-3baf-44a8-b2b7-2e0bb75ee697, infoPort=33431, infoSecurePort=0, ipcPort=38029, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T07:48:27,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x118ca347dbb86fcf with lease ID 0x45d048ee20fe0d2e: Processing first storage report for DS-74214d70-8b66-4421-8b7a-c12a96b5035f from datanode DatanodeRegistration(127.0.0.1:33019, datanodeUuid=410c3dda-3baf-44a8-b2b7-2e0bb75ee697, infoPort=33431, infoSecurePort=0, ipcPort=38029, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895) 2024-11-28T07:48:27,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x118ca347dbb86fcf with lease ID 0x45d048ee20fe0d2e: from storage DS-74214d70-8b66-4421-8b7a-c12a96b5035f node DatanodeRegistration(127.0.0.1:33019, datanodeUuid=410c3dda-3baf-44a8-b2b7-2e0bb75ee697, infoPort=33431, infoSecurePort=0, ipcPort=38029, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:48:27,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69286eeb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/java.io.tmpdir/jetty-localhost-36237-hadoop-hdfs-3_4_1-tests_jar-_-any-5039897032402481494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:27,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a5c068b{HTTP/1.1, (http/1.1)}{localhost:36237} 2024-11-28T07:48:27,131 INFO [Time-limited test {}] server.Server(415): Started @67684ms 2024-11-28T07:48:27,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:48:27,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:48:27,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:48:27,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:48:27,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:48:27,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:48:27,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fbc99cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:48:27,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a360554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:48:27,234 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data8/current/BP-220038760-172.17.0.2-1732780104895/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:27,234 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data7/current/BP-220038760-172.17.0.2-1732780104895/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:27,259 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:48:27,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40e0450375887bd3 with lease ID 0x45d048ee20fe0d2f: Processing first storage report for DS-c8bbf869-1f0a-4625-a077-ff19bc2c2ef6 from datanode DatanodeRegistration(127.0.0.1:46173, datanodeUuid=92ea969f-7a2b-4218-9c06-81117df53797, infoPort=38055, infoSecurePort=0, ipcPort=43241, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895) 2024-11-28T07:48:27,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40e0450375887bd3 with lease ID 0x45d048ee20fe0d2f: from storage DS-c8bbf869-1f0a-4625-a077-ff19bc2c2ef6 node DatanodeRegistration(127.0.0.1:46173, datanodeUuid=92ea969f-7a2b-4218-9c06-81117df53797, infoPort=38055, infoSecurePort=0, ipcPort=43241, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T07:48:27,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40e0450375887bd3 with lease ID 0x45d048ee20fe0d2f: Processing first storage report for DS-84f1b4ca-4c3e-47fe-a3a0-bdd4e20f7473 from datanode DatanodeRegistration(127.0.0.1:46173, datanodeUuid=92ea969f-7a2b-4218-9c06-81117df53797, infoPort=38055, infoSecurePort=0, ipcPort=43241, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895) 2024-11-28T07:48:27,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40e0450375887bd3 with lease ID 0x45d048ee20fe0d2f: from storage DS-84f1b4ca-4c3e-47fe-a3a0-bdd4e20f7473 node DatanodeRegistration(127.0.0.1:46173, datanodeUuid=92ea969f-7a2b-4218-9c06-81117df53797, infoPort=38055, infoSecurePort=0, ipcPort=43241, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:48:27,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b0d9fd1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/java.io.tmpdir/jetty-localhost-33393-hadoop-hdfs-3_4_1-tests_jar-_-any-9739796778475306410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:27,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ae67f46{HTTP/1.1, (http/1.1)}{localhost:33393} 2024-11-28T07:48:27,296 INFO [Time-limited test {}] server.Server(415): Started @67850ms 2024-11-28T07:48:27,299 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:48:27,410 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data9/current/BP-220038760-172.17.0.2-1732780104895/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:27,410 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data10/current/BP-220038760-172.17.0.2-1732780104895/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:27,430 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:48:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae8331032b2b3c2c with lease ID 0x45d048ee20fe0d30: Processing first storage report for DS-06076386-6c5d-4557-9ed1-df67056c0d95 from datanode DatanodeRegistration(127.0.0.1:34481, datanodeUuid=ab3d3ec2-54be-4f41-9b0f-7da0e564800a, infoPort=37331, infoSecurePort=0, ipcPort=34877, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895) 2024-11-28T07:48:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae8331032b2b3c2c with lease ID 0x45d048ee20fe0d30: from storage DS-06076386-6c5d-4557-9ed1-df67056c0d95 node DatanodeRegistration(127.0.0.1:34481, datanodeUuid=ab3d3ec2-54be-4f41-9b0f-7da0e564800a, infoPort=37331, infoSecurePort=0, ipcPort=34877, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:48:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae8331032b2b3c2c with lease ID 0x45d048ee20fe0d30: Processing first storage report for DS-c1be693a-0572-49e2-91ed-e151c349c261 from datanode DatanodeRegistration(127.0.0.1:34481, datanodeUuid=ab3d3ec2-54be-4f41-9b0f-7da0e564800a, infoPort=37331, infoSecurePort=0, ipcPort=34877, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895) 2024-11-28T07:48:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae8331032b2b3c2c with lease ID 0x45d048ee20fe0d30: from storage DS-c1be693a-0572-49e2-91ed-e151c349c261 node DatanodeRegistration(127.0.0.1:34481, datanodeUuid=ab3d3ec2-54be-4f41-9b0f-7da0e564800a, infoPort=37331, infoSecurePort=0, ipcPort=34877, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:48:27,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T07:48:27,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f64cf8bdf19b,45023,1732780105716 2024-11-28T07:48:27,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ef35bf7 2024-11-28T07:48:27,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T07:48:27,531 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T07:48:27,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-28T07:48:27,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-28T07:48:27,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:48:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-28T07:48:27,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:48:27,536 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:27,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-28T07:48:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:48:27,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:48:27,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46173 is added to blk_1073741835_1011 (size=393) 2024-11-28T07:48:27,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38935 is added to blk_1073741835_1011 (size=393) 2024-11-28T07:48:27,548 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8e9bff4f773e89bf259bb3bc40e760d, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709 2024-11-28T07:48:27,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741836_1012 (size=76) 2024-11-28T07:48:27,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46173 is added to blk_1073741836_1012 (size=76) 2024-11-28T07:48:27,558 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:48:27,558 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing c8e9bff4f773e89bf259bb3bc40e760d, disabling compactions & flushes 2024-11-28T07:48:27,558 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. 2024-11-28T07:48:27,558 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. 2024-11-28T07:48:27,558 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. after waiting 0 ms 2024-11-28T07:48:27,558 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. 2024-11-28T07:48:27,558 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. 2024-11-28T07:48:27,558 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8e9bff4f773e89bf259bb3bc40e760d: Waiting for close lock at 1732780107558Disabling compacts and flushes for region at 1732780107558Disabling writes for close at 1732780107558Writing region close event to WAL at 1732780107558Closed at 1732780107558 2024-11-28T07:48:27,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:48:27,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732780107561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780107561"}]},"ts":"1732780107561"} 2024-11-28T07:48:27,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:48:27,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:48:27,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780107565"}]},"ts":"1732780107565"} 2024-11-28T07:48:27,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-28T07:48:27,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c8e9bff4f773e89bf259bb3bc40e760d, ASSIGN}] 2024-11-28T07:48:27,569 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c8e9bff4f773e89bf259bb3bc40e760d, ASSIGN 2024-11-28T07:48:27,571 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c8e9bff4f773e89bf259bb3bc40e760d, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,44117,1732780105767; forceNewPlan=false, retain=false 2024-11-28T07:48:27,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8e9bff4f773e89bf259bb3bc40e760d, regionState=OPENING, regionLocation=f64cf8bdf19b,44117,1732780105767 2024-11-28T07:48:27,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c8e9bff4f773e89bf259bb3bc40e760d, ASSIGN because future has completed 2024-11-28T07:48:27,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8e9bff4f773e89bf259bb3bc40e760d, server=f64cf8bdf19b,44117,1732780105767}] 2024-11-28T07:48:27,885 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. 2024-11-28T07:48:27,885 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c8e9bff4f773e89bf259bb3bc40e760d, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:48:27,885 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath c8e9bff4f773e89bf259bb3bc40e760d 2024-11-28T07:48:27,886 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:48:27,886 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c8e9bff4f773e89bf259bb3bc40e760d 2024-11-28T07:48:27,886 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c8e9bff4f773e89bf259bb3bc40e760d 2024-11-28T07:48:27,887 INFO [StoreOpener-c8e9bff4f773e89bf259bb3bc40e760d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c8e9bff4f773e89bf259bb3bc40e760d 2024-11-28T07:48:27,889 INFO [StoreOpener-c8e9bff4f773e89bf259bb3bc40e760d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8e9bff4f773e89bf259bb3bc40e760d columnFamilyName info 2024-11-28T07:48:27,889 DEBUG [StoreOpener-c8e9bff4f773e89bf259bb3bc40e760d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:27,890 INFO [StoreOpener-c8e9bff4f773e89bf259bb3bc40e760d-1 {}] regionserver.HStore(327): Store=c8e9bff4f773e89bf259bb3bc40e760d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:48:27,890 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c8e9bff4f773e89bf259bb3bc40e760d 2024-11-28T07:48:27,891 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c8e9bff4f773e89bf259bb3bc40e760d 2024-11-28T07:48:27,891 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c8e9bff4f773e89bf259bb3bc40e760d 2024-11-28T07:48:27,892 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c8e9bff4f773e89bf259bb3bc40e760d 2024-11-28T07:48:27,892 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c8e9bff4f773e89bf259bb3bc40e760d 2024-11-28T07:48:27,894 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c8e9bff4f773e89bf259bb3bc40e760d 2024-11-28T07:48:27,897 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c8e9bff4f773e89bf259bb3bc40e760d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:48:27,897 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c8e9bff4f773e89bf259bb3bc40e760d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788567, jitterRate=0.0027156174182891846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:48:27,897 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8e9bff4f773e89bf259bb3bc40e760d 2024-11-28T07:48:27,898 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c8e9bff4f773e89bf259bb3bc40e760d: Running coprocessor pre-open hook at 1732780107886Writing region info on filesystem at 1732780107886Initializing all the Stores at 1732780107887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780107887Cleaning up temporary data from old regions at 1732780107892 (+5 ms)Running coprocessor post-open hooks at 1732780107897 (+5 ms)Region opened successfully at 1732780107898 (+1 ms) 2024-11-28T07:48:27,900 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d., pid=6, masterSystemTime=1732780107879 2024-11-28T07:48:27,902 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. 2024-11-28T07:48:27,902 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. 2024-11-28T07:48:27,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8e9bff4f773e89bf259bb3bc40e760d, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,44117,1732780105767 2024-11-28T07:48:27,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8e9bff4f773e89bf259bb3bc40e760d, server=f64cf8bdf19b,44117,1732780105767 because future has completed 2024-11-28T07:48:27,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T07:48:27,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8e9bff4f773e89bf259bb3bc40e760d, server=f64cf8bdf19b,44117,1732780105767 in 182 msec 2024-11-28T07:48:27,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T07:48:27,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c8e9bff4f773e89bf259bb3bc40e760d, ASSIGN in 342 msec 2024-11-28T07:48:27,914 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:48:27,914 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780107914"}]},"ts":"1732780107914"} 2024-11-28T07:48:27,916 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-28T07:48:27,917 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:48:27,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 385 msec 2024-11-28T07:48:29,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:29,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:29,816 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T07:48:29,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:29,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:32,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T07:48:32,129 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-28T07:48:34,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T07:48:34,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T07:48:34,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-28T07:48:34,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-28T07:48:34,606 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:48:34,606 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T07:48:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:48:37,565 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-28T07:48:37,565 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-28T07:48:37,566 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:48:37,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-28T07:48:37,570 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:48:37,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-28T07:48:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d., hostname=f64cf8bdf19b,44117,1732780105767, seqNum=2] 2024-11-28T07:48:37,577 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-28T07:48:37,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-28T07:48:37,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. 2024-11-28T07:48:37,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1926631514_22 at /127.0.0.1:40014 [Receiving block BP-220038760-172.17.0.2-1732780104895:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:36241:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40014 dst: /127.0.0.1:36241 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:37,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1926631514_22 at /127.0.0.1:46710 [Receiving block BP-220038760-172.17.0.2-1732780104895:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:38935:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46710 dst: /127.0.0.1:38935 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:37,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-197904826_22 at /127.0.0.1:46734 [Receiving block BP-220038760-172.17.0.2-1732780104895:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38935:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46734 dst: /127.0.0.1:38935 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:37,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-197904826_22 at /127.0.0.1:40036 [Receiving block BP-220038760-172.17.0.2-1732780104895:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:36241:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40036 dst: /127.0.0.1:36241 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:37,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-197904826_22 at /127.0.0.1:40040 [Receiving block BP-220038760-172.17.0.2-1732780104895:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:36241:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40040 dst: /127.0.0.1:36241 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:37,583 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-197904826_22 at /127.0.0.1:46746 [Receiving block BP-220038760-172.17.0.2-1732780104895:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:38935:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46746 dst: /127.0.0.1:38935 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:37,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40972279{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:37,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63c46134{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:48:37,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:48:37,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a898108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:48:37,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5047de0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,STOPPED} 2024-11-28T07:48:37,586 WARN [BP-220038760-172.17.0.2-1732780104895 heartbeating to localhost/127.0.0.1:41295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:48:37,586 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:48:37,586 WARN [BP-220038760-172.17.0.2-1732780104895 heartbeating to localhost/127.0.0.1:41295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-220038760-172.17.0.2-1732780104895 (Datanode Uuid 1b683bf1-42ca-4381-822e-8c10f38e6c97) service to localhost/127.0.0.1:41295 2024-11-28T07:48:37,586 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:48:37,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data3/current/BP-220038760-172.17.0.2-1732780104895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:37,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data4/current/BP-220038760-172.17.0.2-1732780104895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:37,587 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:48:37,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:48:37,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:48:37,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:48:37,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:48:37,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:48:37,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f161185{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:48:37,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ba0a89b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:48:37,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2714f2a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/java.io.tmpdir/jetty-localhost-45949-hadoop-hdfs-3_4_1-tests_jar-_-any-5934414307332810691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:37,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ebcb8e4{HTTP/1.1, (http/1.1)}{localhost:45949} 2024-11-28T07:48:37,719 INFO [Time-limited test {}] server.Server(415): Started @78273ms 2024-11-28T07:48:37,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:48:37,755 WARN [AsyncFSWAL-0-hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709-prefix:f64cf8bdf19b,44117,1732780105767 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:37,755 DEBUG [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f64cf8bdf19b%2C44117%2C1732780105767:(num 1732780106281) roll requested 2024-11-28T07:48:37,769 DEBUG [regionserver/f64cf8bdf19b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.1732780117755, exclude list is [], retry=0 2024-11-28T07:48:37,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46173,DS-c8bbf869-1f0a-4625-a077-ff19bc2c2ef6,DISK] 2024-11-28T07:48:37,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33019,DS-b09609f8-8724-479f-8326-c8e46f11c5e3,DISK] 2024-11-28T07:48:37,775 INFO [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.1732780106281 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.1732780117755 2024-11-28T07:48:37,776 DEBUG [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38055:38055),(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-28T07:48:37,776 DEBUG [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.1732780106281 is not closed yet, will try archiving it next time 2024-11-28T07:48:37,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T07:48:37,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:48:37,777 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:37,777 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:37,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:48:37,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:48:37,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:48:37,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T07:48:37,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T07:48:37,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1690595756, stopped=false 2024-11-28T07:48:37,778 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f64cf8bdf19b,45023,1732780105716 2024-11-28T07:48:37,779 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-28T07:48:37,779 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-28T07:48:37,779 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.1732780106281 2024-11-28T07:48:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:48:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:48:37,782 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:48:37,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:48:37,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:37,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:48:37,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:48:37,782 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f64cf8bdf19b,44117,1732780105767' ***** 2024-11-28T07:48:37,782 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T07:48:37,783 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T07:48:37,783 INFO [RS:0;f64cf8bdf19b:44117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T07:48:37,783 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T07:48:37,783 INFO [RS:0;f64cf8bdf19b:44117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T07:48:37,783 WARN [IPC Server handler 1 on default port 41295 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.1732780106281 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-28T07:48:37,783 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(3091): Received CLOSE for c8e9bff4f773e89bf259bb3bc40e760d 2024-11-28T07:48:37,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:48:37,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:48:37,786 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(959): stopping server f64cf8bdf19b,44117,1732780105767 2024-11-28T07:48:37,787 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:48:37,787 INFO [RS:0;f64cf8bdf19b:44117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f64cf8bdf19b:44117. 2024-11-28T07:48:37,787 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8e9bff4f773e89bf259bb3bc40e760d, disabling compactions & flushes 2024-11-28T07:48:37,787 DEBUG [RS:0;f64cf8bdf19b:44117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:48:37,787 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. 2024-11-28T07:48:37,787 DEBUG [RS:0;f64cf8bdf19b:44117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:48:37,787 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. 2024-11-28T07:48:37,787 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T07:48:37,787 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. after waiting 0 ms 2024-11-28T07:48:37,787 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T07:48:37,787 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. 2024-11-28T07:48:37,787 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T07:48:37,787 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T07:48:37,787 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T07:48:37,787 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8e9bff4f773e89bf259bb3bc40e760d 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-28T07:48:37,788 DEBUG [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(1325): Online Regions={c8e9bff4f773e89bf259bb3bc40e760d=TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T07:48:37,788 DEBUG [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8e9bff4f773e89bf259bb3bc40e760d 2024-11-28T07:48:37,788 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:48:37,788 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:48:37,788 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:48:37,788 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:48:37,788 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:48:37,788 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-28T07:48:37,789 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.1732780106281 after 6ms 2024-11-28T07:48:37,789 WARN [AsyncFSWAL-0-hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709-prefix:f64cf8bdf19b,44117,1732780105767.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:37,789 DEBUG [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f64cf8bdf19b%2C44117%2C1732780105767.meta:.meta(num 1732780106656) roll requested 2024-11-28T07:48:37,804 DEBUG [regionserver/f64cf8bdf19b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.meta.1732780117790.meta, exclude list is [], retry=0 2024-11-28T07:48:37,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34481,DS-06076386-6c5d-4557-9ed1-df67056c0d95,DISK] 2024-11-28T07:48:37,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33019,DS-b09609f8-8724-479f-8326-c8e46f11c5e3,DISK] 2024-11-28T07:48:37,810 INFO [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.meta.1732780106656.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.meta.1732780117790.meta 2024-11-28T07:48:37,810 DEBUG [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37331:37331),(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-28T07:48:37,810 DEBUG [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.meta.1732780106656.meta is not closed yet, will try archiving it next time 2024-11-28T07:48:37,810 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:37,811 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:37,811 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.meta.1732780106656.meta 2024-11-28T07:48:37,812 WARN [IPC Server handler 2 on default port 41295 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.meta.1732780106656.meta has not been closed. Lease recovery is in progress. RecoveryId = 1016 for block blk_1073741834_1010 2024-11-28T07:48:37,815 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.meta.1732780106656.meta after 4ms 2024-11-28T07:48:37,815 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c8e9bff4f773e89bf259bb3bc40e760d/.tmp/info/7d7fb0d914d34bdc90c4ab4762fff027 is 1055, key is row0001/info:/1732780117575/Put/seqid=0 2024-11-28T07:48:37,817 WARN [Thread-620 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741839_1017 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-28T07:48:37,818 WARN [Thread-620 {}] hdfs.DataStreamer(1731): Error Recovery for BP-220038760-172.17.0.2-1732780104895:blk_1073741839_1017 in pipeline [DatanodeInfoWithStorage[127.0.0.1:38935,DS-2ff47373-dc42-4744-98ea-c23d4cc796db,DISK], DatanodeInfoWithStorage[127.0.0.1:33019,DS-b09609f8-8724-479f-8326-c8e46f11c5e3,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:38935,DS-2ff47373-dc42-4744-98ea-c23d4cc796db,DISK]) is bad. 2024-11-28T07:48:37,818 WARN [Thread-620 {}] hdfs.DataStreamer(1850): Abandoning BP-220038760-172.17.0.2-1732780104895:blk_1073741839_1017 2024-11-28T07:48:37,821 WARN [Thread-620 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:38935,DS-2ff47373-dc42-4744-98ea-c23d4cc796db,DISK] 2024-11-28T07:48:37,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741840_1018 (size=7062) 2024-11-28T07:48:37,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46173 is added to blk_1073741840_1018 (size=7062) 2024-11-28T07:48:37,836 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c8e9bff4f773e89bf259bb3bc40e760d/.tmp/info/7d7fb0d914d34bdc90c4ab4762fff027 2024-11-28T07:48:37,839 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/.tmp/info/61c693edbd664c4bab48c4a6cddb8a53 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d./info:regioninfo/1732780107903/Put/seqid=0 2024-11-28T07:48:37,842 WARN [Thread-628 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741841_1019 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-28T07:48:37,842 WARN [Thread-628 {}] hdfs.DataStreamer(1731): Error Recovery for BP-220038760-172.17.0.2-1732780104895:blk_1073741841_1019 in pipeline [DatanodeInfoWithStorage[127.0.0.1:38935,DS-2ff47373-dc42-4744-98ea-c23d4cc796db,DISK], DatanodeInfoWithStorage[127.0.0.1:46173,DS-c8bbf869-1f0a-4625-a077-ff19bc2c2ef6,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:38935,DS-2ff47373-dc42-4744-98ea-c23d4cc796db,DISK]) is bad. 2024-11-28T07:48:37,842 WARN [Thread-628 {}] hdfs.DataStreamer(1850): Abandoning BP-220038760-172.17.0.2-1732780104895:blk_1073741841_1019 2024-11-28T07:48:37,843 WARN [Thread-628 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:38935,DS-2ff47373-dc42-4744-98ea-c23d4cc796db,DISK] 2024-11-28T07:48:37,848 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c8e9bff4f773e89bf259bb3bc40e760d/.tmp/info/7d7fb0d914d34bdc90c4ab4762fff027 as hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c8e9bff4f773e89bf259bb3bc40e760d/info/7d7fb0d914d34bdc90c4ab4762fff027 2024-11-28T07:48:37,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741842_1020 (size=7089) 2024-11-28T07:48:37,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741842_1020 (size=7089) 2024-11-28T07:48:37,856 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/.tmp/info/61c693edbd664c4bab48c4a6cddb8a53 2024-11-28T07:48:37,858 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c8e9bff4f773e89bf259bb3bc40e760d/info/7d7fb0d914d34bdc90c4ab4762fff027, entries=2, sequenceid=6, filesize=6.9 K 2024-11-28T07:48:37,859 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for c8e9bff4f773e89bf259bb3bc40e760d in 72ms, sequenceid=6, compaction requested=false 2024-11-28T07:48:37,870 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c8e9bff4f773e89bf259bb3bc40e760d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T07:48:37,871 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. 2024-11-28T07:48:37,871 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8e9bff4f773e89bf259bb3bc40e760d: Waiting for close lock at 1732780117787Running coprocessor pre-close hooks at 1732780117787Disabling compacts and flushes for region at 1732780117787Disabling writes for close at 1732780117787Obtaining lock to block concurrent updates at 1732780117787Preparing flush snapshotting stores in c8e9bff4f773e89bf259bb3bc40e760d at 1732780117787Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732780117788 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. at 1732780117790 (+2 ms)Flushing c8e9bff4f773e89bf259bb3bc40e760d/info: creating writer at 1732780117790Flushing c8e9bff4f773e89bf259bb3bc40e760d/info: appending metadata at 1732780117814 (+24 ms)Flushing c8e9bff4f773e89bf259bb3bc40e760d/info: closing flushed file at 1732780117815 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36062d7f: reopening flushed file at 1732780117847 (+32 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for c8e9bff4f773e89bf259bb3bc40e760d in 72ms, sequenceid=6, compaction requested=false at 1732780117859 (+12 ms)Writing region close event to WAL at 1732780117865 (+6 ms)Running coprocessor post-close hooks at 1732780117871 (+6 ms)Closed at 1732780117871 2024-11-28T07:48:37,871 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732780107531.c8e9bff4f773e89bf259bb3bc40e760d. 2024-11-28T07:48:37,873 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:48:37,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60f94c79acfe796c with lease ID 0x45d048ee20fe0d31: from storage DS-2ff47373-dc42-4744-98ea-c23d4cc796db node DatanodeRegistration(127.0.0.1:37509, datanodeUuid=1b683bf1-42ca-4381-822e-8c10f38e6c97, infoPort=33477, infoSecurePort=0, ipcPort=45679, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:48:37,878 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60f94c79acfe796c with lease ID 0x45d048ee20fe0d31: from storage DS-5ebd114a-b4f3-4573-9024-c8d4d2d35e2a node DatanodeRegistration(127.0.0.1:37509, datanodeUuid=1b683bf1-42ca-4381-822e-8c10f38e6c97, infoPort=33477, infoSecurePort=0, ipcPort=45679, storageInfo=lv=-57;cid=testClusterID;nsid=1911462162;c=1732780104895), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:48:37,887 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/.tmp/ns/ea8a92da285947b3bcef1162495e3013 is 43, key is default/ns:d/1732780106724/Put/seqid=0 2024-11-28T07:48:37,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741843_1021 (size=5153) 2024-11-28T07:48:37,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741843_1021 (size=5153) 2024-11-28T07:48:37,894 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/.tmp/ns/ea8a92da285947b3bcef1162495e3013 2024-11-28T07:48:37,917 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/.tmp/table/a03dbeca5a834c378b37eb123d4507cb is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732780107914/Put/seqid=0 2024-11-28T07:48:37,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46173 is added to blk_1073741844_1022 (size=5424) 2024-11-28T07:48:37,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741844_1022 (size=5424) 2024-11-28T07:48:37,923 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/.tmp/table/a03dbeca5a834c378b37eb123d4507cb 2024-11-28T07:48:37,932 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/.tmp/info/61c693edbd664c4bab48c4a6cddb8a53 as hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/info/61c693edbd664c4bab48c4a6cddb8a53 2024-11-28T07:48:37,940 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/info/61c693edbd664c4bab48c4a6cddb8a53, entries=10, sequenceid=11, filesize=6.9 K 2024-11-28T07:48:37,941 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/.tmp/ns/ea8a92da285947b3bcef1162495e3013 as hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/ns/ea8a92da285947b3bcef1162495e3013 2024-11-28T07:48:37,948 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/ns/ea8a92da285947b3bcef1162495e3013, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T07:48:37,950 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/.tmp/table/a03dbeca5a834c378b37eb123d4507cb as hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/table/a03dbeca5a834c378b37eb123d4507cb 2024-11-28T07:48:37,957 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/table/a03dbeca5a834c378b37eb123d4507cb, entries=2, sequenceid=11, filesize=5.3 K 2024-11-28T07:48:37,958 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false 2024-11-28T07:48:37,963 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T07:48:37,964 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:48:37,964 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:48:37,964 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732780117788Running coprocessor pre-close hooks at 1732780117788Disabling compacts and flushes for region at 1732780117788Disabling writes for close at 1732780117788Obtaining lock to block concurrent updates at 1732780117788Preparing flush snapshotting stores in 1588230740 at 1732780117788Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732780117789 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732780117815 (+26 ms)Flushing 1588230740/info: creating writer at 1732780117815Flushing 1588230740/info: appending metadata at 1732780117839 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732780117839Flushing 1588230740/ns: creating writer at 1732780117869 (+30 ms)Flushing 1588230740/ns: appending metadata at 1732780117886 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732780117886Flushing 1588230740/table: creating writer at 1732780117901 (+15 ms)Flushing 1588230740/table: appending metadata at 1732780117916 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732780117917 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5d687c: reopening flushed file at 1732780117931 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1a6097: reopening flushed file at 1732780117940 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3963b9f0: reopening flushed file at 1732780117949 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false at 1732780117958 (+9 ms)Writing region close event to WAL at 1732780117960 (+2 ms)Running coprocessor post-close hooks at 1732780117964 (+4 ms)Closed at 1732780117964 2024-11-28T07:48:37,964 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T07:48:37,988 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(976): stopping server f64cf8bdf19b,44117,1732780105767; all regions closed. 2024-11-28T07:48:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741838_1015 (size=825) 2024-11-28T07:48:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741838_1015 (size=825) 2024-11-28T07:48:38,140 INFO [regionserver/f64cf8bdf19b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:48:38,198 INFO [regionserver/f64cf8bdf19b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T07:48:38,199 INFO [regionserver/f64cf8bdf19b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T07:48:40,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741833_1014 (size=1599) 2024-11-28T07:48:41,790 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.1732780106281 after 4010ms 2024-11-28T07:48:41,790 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.1732780106281 to hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/oldWALs/f64cf8bdf19b%2C44117%2C1732780105767.1732780106281 2024-11-28T07:48:41,816 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.meta.1732780106656.meta after 4004ms 2024-11-28T07:48:41,816 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.meta.1732780106656.meta to hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/oldWALs/f64cf8bdf19b%2C44117%2C1732780105767.meta.1732780106656.meta 2024-11-28T07:48:41,819 DEBUG [RS:0;f64cf8bdf19b:44117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/oldWALs 2024-11-28T07:48:41,819 INFO [RS:0;f64cf8bdf19b:44117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C44117%2C1732780105767.meta:.meta(num 1732780117790) 2024-11-28T07:48:41,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741837_1013 (size=2288) 2024-11-28T07:48:41,822 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/WALs/f64cf8bdf19b,44117,1732780105767/f64cf8bdf19b%2C44117%2C1732780105767.1732780117755 not finished, retry = 0 2024-11-28T07:48:41,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46173 is added to blk_1073741837_1013 (size=2288) 2024-11-28T07:48:41,925 DEBUG [RS:0;f64cf8bdf19b:44117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/oldWALs 2024-11-28T07:48:41,925 INFO [RS:0;f64cf8bdf19b:44117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C44117%2C1732780105767:(num 1732780117755) 2024-11-28T07:48:41,925 DEBUG [RS:0;f64cf8bdf19b:44117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:48:41,926 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:48:41,926 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:48:41,926 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.ChoreService(370): Chore service for: regionserver/f64cf8bdf19b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T07:48:41,926 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:48:41,926 INFO [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:48:41,926 INFO [RS:0;f64cf8bdf19b:44117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44117 2024-11-28T07:48:41,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:48:41,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f64cf8bdf19b,44117,1732780105767 2024-11-28T07:48:41,929 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:48:41,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f64cf8bdf19b,44117,1732780105767] 2024-11-28T07:48:41,931 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f64cf8bdf19b,44117,1732780105767 already deleted, retry=false 2024-11-28T07:48:41,931 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f64cf8bdf19b,44117,1732780105767 expired; onlineServers=0 2024-11-28T07:48:41,931 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f64cf8bdf19b,45023,1732780105716' ***** 2024-11-28T07:48:41,931 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T07:48:41,931 INFO [M:0;f64cf8bdf19b:45023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:48:41,932 INFO [M:0;f64cf8bdf19b:45023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:48:41,932 DEBUG [M:0;f64cf8bdf19b:45023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T07:48:41,932 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T07:48:41,932 DEBUG [M:0;f64cf8bdf19b:45023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T07:48:41,932 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780106027 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780106027,5,FailOnTimeoutGroup] 2024-11-28T07:48:41,932 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780106026 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780106026,5,FailOnTimeoutGroup] 2024-11-28T07:48:41,932 INFO [M:0;f64cf8bdf19b:45023 {}] hbase.ChoreService(370): Chore service for: master/f64cf8bdf19b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T07:48:41,932 INFO [M:0;f64cf8bdf19b:45023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:48:41,932 DEBUG [M:0;f64cf8bdf19b:45023 {}] master.HMaster(1795): Stopping service threads 2024-11-28T07:48:41,932 INFO [M:0;f64cf8bdf19b:45023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T07:48:41,932 INFO [M:0;f64cf8bdf19b:45023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:48:41,933 INFO [M:0;f64cf8bdf19b:45023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T07:48:41,933 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T07:48:41,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T07:48:41,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:41,935 DEBUG [M:0;f64cf8bdf19b:45023 {}] zookeeper.ZKUtil(347): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T07:48:41,935 WARN [M:0;f64cf8bdf19b:45023 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T07:48:41,936 INFO [M:0;f64cf8bdf19b:45023 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/.lastflushedseqids 2024-11-28T07:48:41,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741845_1023 (size=139) 2024-11-28T07:48:41,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46173 is added to blk_1073741845_1023 (size=139) 2024-11-28T07:48:41,947 INFO [M:0;f64cf8bdf19b:45023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T07:48:41,948 INFO [M:0;f64cf8bdf19b:45023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T07:48:41,948 DEBUG [M:0;f64cf8bdf19b:45023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:48:41,948 INFO [M:0;f64cf8bdf19b:45023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:41,948 DEBUG [M:0;f64cf8bdf19b:45023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:41,948 DEBUG [M:0;f64cf8bdf19b:45023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:48:41,948 DEBUG [M:0;f64cf8bdf19b:45023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:41,948 INFO [M:0;f64cf8bdf19b:45023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-11-28T07:48:41,949 WARN [AsyncFSWAL-0-hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData-prefix:f64cf8bdf19b,45023,1732780105716 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:41,949 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f64cf8bdf19b%2C45023%2C1732780105716:(num 1732780105923) roll requested 2024-11-28T07:48:41,964 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/WALs/f64cf8bdf19b,45023,1732780105716/f64cf8bdf19b%2C45023%2C1732780105716.1732780121950, exclude list is [], retry=0 2024-11-28T07:48:41,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34481,DS-06076386-6c5d-4557-9ed1-df67056c0d95,DISK] 2024-11-28T07:48:41,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33019,DS-b09609f8-8724-479f-8326-c8e46f11c5e3,DISK] 2024-11-28T07:48:41,970 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/WALs/f64cf8bdf19b,45023,1732780105716/f64cf8bdf19b%2C45023%2C1732780105716.1732780105923 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/WALs/f64cf8bdf19b,45023,1732780105716/f64cf8bdf19b%2C45023%2C1732780105716.1732780121950 2024-11-28T07:48:41,970 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431),(127.0.0.1/127.0.0.1:37331:37331)] 2024-11-28T07:48:41,970 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/WALs/f64cf8bdf19b,45023,1732780105716/f64cf8bdf19b%2C45023%2C1732780105716.1732780105923 is not closed yet, will try archiving it next time 2024-11-28T07:48:41,971 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:41,971 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:48:41,971 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/WALs/f64cf8bdf19b,45023,1732780105716/f64cf8bdf19b%2C45023%2C1732780105716.1732780105923 2024-11-28T07:48:41,972 WARN [IPC Server handler 2 on default port 41295 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/WALs/f64cf8bdf19b,45023,1732780105716/f64cf8bdf19b%2C45023%2C1732780105716.1732780105923 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-28T07:48:41,973 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/WALs/f64cf8bdf19b,45023,1732780105716/f64cf8bdf19b%2C45023%2C1732780105716.1732780105923 after 1ms 2024-11-28T07:48:41,996 DEBUG [M:0;f64cf8bdf19b:45023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e4aa65ef4eb4450b5dc47e66821a423 is 82, key is hbase:meta,,1/info:regioninfo/1732780106704/Put/seqid=0 2024-11-28T07:48:42,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741847_1026 (size=5672) 2024-11-28T07:48:42,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37509 is added to blk_1073741847_1026 (size=5672) 2024-11-28T07:48:42,005 INFO [M:0;f64cf8bdf19b:45023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e4aa65ef4eb4450b5dc47e66821a423 2024-11-28T07:48:42,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:48:42,030 INFO [RS:0;f64cf8bdf19b:44117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:48:42,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44117-0x1015d8c0a6d0001, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:48:42,030 INFO [RS:0;f64cf8bdf19b:44117 {}] regionserver.HRegionServer(1031): Exiting; stopping=f64cf8bdf19b,44117,1732780105767; zookeeper connection closed. 2024-11-28T07:48:42,031 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f51086 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f51086 2024-11-28T07:48:42,031 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T07:48:42,036 DEBUG [M:0;f64cf8bdf19b:45023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0c219f03bc747d08f34ecb16201c7e5 is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732780107919/Put/seqid=0 2024-11-28T07:48:42,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741848_1027 (size=6113) 2024-11-28T07:48:42,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741848_1027 (size=6113) 2024-11-28T07:48:42,044 INFO [M:0;f64cf8bdf19b:45023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0c219f03bc747d08f34ecb16201c7e5 2024-11-28T07:48:42,068 DEBUG [M:0;f64cf8bdf19b:45023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bc035cddb8046b8bdc536bc94f47273 is 69, key is f64cf8bdf19b,44117,1732780105767/rs:state/1732780106118/Put/seqid=0 2024-11-28T07:48:42,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37509 is added to blk_1073741849_1028 (size=5156) 2024-11-28T07:48:42,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741849_1028 (size=5156) 2024-11-28T07:48:42,074 INFO [M:0;f64cf8bdf19b:45023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bc035cddb8046b8bdc536bc94f47273 2024-11-28T07:48:42,096 DEBUG [M:0;f64cf8bdf19b:45023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/252ca22b265346e3988d7fd221e98b34 is 52, key is load_balancer_on/state:d/1732780106810/Put/seqid=0 2024-11-28T07:48:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741850_1029 (size=5056) 2024-11-28T07:48:42,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741850_1029 (size=5056) 2024-11-28T07:48:42,103 INFO [M:0;f64cf8bdf19b:45023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/252ca22b265346e3988d7fd221e98b34 2024-11-28T07:48:42,110 DEBUG [M:0;f64cf8bdf19b:45023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e4aa65ef4eb4450b5dc47e66821a423 as hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e4aa65ef4eb4450b5dc47e66821a423 2024-11-28T07:48:42,118 INFO [M:0;f64cf8bdf19b:45023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e4aa65ef4eb4450b5dc47e66821a423, entries=8, sequenceid=56, filesize=5.5 K 2024-11-28T07:48:42,120 DEBUG [M:0;f64cf8bdf19b:45023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0c219f03bc747d08f34ecb16201c7e5 as hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0c219f03bc747d08f34ecb16201c7e5 2024-11-28T07:48:42,127 INFO [M:0;f64cf8bdf19b:45023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0c219f03bc747d08f34ecb16201c7e5, entries=6, sequenceid=56, filesize=6.0 K 2024-11-28T07:48:42,128 DEBUG [M:0;f64cf8bdf19b:45023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bc035cddb8046b8bdc536bc94f47273 as hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bc035cddb8046b8bdc536bc94f47273 2024-11-28T07:48:42,135 INFO [M:0;f64cf8bdf19b:45023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bc035cddb8046b8bdc536bc94f47273, entries=1, sequenceid=56, filesize=5.0 K 2024-11-28T07:48:42,137 DEBUG [M:0;f64cf8bdf19b:45023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/252ca22b265346e3988d7fd221e98b34 as hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/252ca22b265346e3988d7fd221e98b34 2024-11-28T07:48:42,144 INFO [M:0;f64cf8bdf19b:45023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/252ca22b265346e3988d7fd221e98b34, entries=1, sequenceid=56, filesize=4.9 K 2024-11-28T07:48:42,146 INFO [M:0;f64cf8bdf19b:45023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 197ms, sequenceid=56, compaction requested=false 2024-11-28T07:48:42,147 INFO [M:0;f64cf8bdf19b:45023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:42,148 DEBUG [M:0;f64cf8bdf19b:45023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732780121948Disabling compacts and flushes for region at 1732780121948Disabling writes for close at 1732780121948Obtaining lock to block concurrent updates at 1732780121948Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732780121948Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1732780121949 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732780121971 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732780121971Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732780121995 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732780121995Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732780122012 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732780122035 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732780122035Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732780122051 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732780122067 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732780122067Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732780122080 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732780122096 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732780122096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37011d97: reopening flushed file at 1732780122109 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f92d6d1: reopening flushed file at 1732780122119 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3962cfb4: reopening flushed file at 1732780122127 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d58dad: reopening flushed file at 1732780122136 (+9 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 197ms, sequenceid=56, compaction requested=false at 1732780122146 (+10 ms)Writing region close event to WAL at 1732780122147 (+1 ms)Closed at 1732780122147 2024-11-28T07:48:42,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33019 is added to blk_1073741846_1024 (size=757) 2024-11-28T07:48:42,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741846_1024 (size=757) 2024-11-28T07:48:42,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:42,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:42,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:43,404 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T07:48:43,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:43,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:43,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:43,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741833_1014 (size=1599) 2024-11-28T07:48:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36241 is added to blk_1073741830_1025 (size=27165) 2024-11-28T07:48:44,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-28T07:48:44,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:48:44,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T07:48:44,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T07:48:45,973 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/WALs/f64cf8bdf19b,45023,1732780105716/f64cf8bdf19b%2C45023%2C1732780105716.1732780105923 after 4002ms 2024-11-28T07:48:45,974 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/WALs/f64cf8bdf19b,45023,1732780105716/f64cf8bdf19b%2C45023%2C1732780105716.1732780105923 to hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/oldWALs/f64cf8bdf19b%2C45023%2C1732780105716.1732780105923 2024-11-28T07:48:45,978 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/MasterData/oldWALs/f64cf8bdf19b%2C45023%2C1732780105716.1732780105923 to hdfs://localhost:41295/user/jenkins/test-data/bd02ed5a-1678-316f-0f1b-d5b7f95ed709/oldWALs/f64cf8bdf19b%2C45023%2C1732780105716.1732780105923$masterlocalwal$ 2024-11-28T07:48:45,978 INFO [M:0;f64cf8bdf19b:45023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T07:48:45,978 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:48:45,978 INFO [M:0;f64cf8bdf19b:45023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45023 2024-11-28T07:48:45,978 INFO [M:0;f64cf8bdf19b:45023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:48:46,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:48:46,080 INFO [M:0;f64cf8bdf19b:45023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:48:46,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45023-0x1015d8c0a6d0000, quorum=127.0.0.1:63234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:48:46,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2714f2a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:46,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ebcb8e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:48:46,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:48:46,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ba0a89b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:48:46,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f161185{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,STOPPED} 2024-11-28T07:48:46,085 WARN [BP-220038760-172.17.0.2-1732780104895 heartbeating to localhost/127.0.0.1:41295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:48:46,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:48:46,086 WARN [BP-220038760-172.17.0.2-1732780104895 heartbeating to localhost/127.0.0.1:41295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-220038760-172.17.0.2-1732780104895 (Datanode Uuid 1b683bf1-42ca-4381-822e-8c10f38e6c97) service to localhost/127.0.0.1:41295 2024-11-28T07:48:46,086 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:48:46,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data3/current/BP-220038760-172.17.0.2-1732780104895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:46,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data4/current/BP-220038760-172.17.0.2-1732780104895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:46,087 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:48:46,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b0d9fd1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:46,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ae67f46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:48:46,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:48:46,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a360554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:48:46,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fbc99cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,STOPPED} 2024-11-28T07:48:46,091 WARN [BP-220038760-172.17.0.2-1732780104895 heartbeating to localhost/127.0.0.1:41295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:48:46,091 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:48:46,091 WARN [BP-220038760-172.17.0.2-1732780104895 heartbeating to localhost/127.0.0.1:41295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-220038760-172.17.0.2-1732780104895 (Datanode Uuid ab3d3ec2-54be-4f41-9b0f-7da0e564800a) service to localhost/127.0.0.1:41295 2024-11-28T07:48:46,091 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:48:46,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data9/current/BP-220038760-172.17.0.2-1732780104895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:46,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data10/current/BP-220038760-172.17.0.2-1732780104895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:46,092 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:48:46,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69286eeb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:46,094 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a5c068b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:48:46,094 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:48:46,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63be57c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:48:46,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ede7cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,STOPPED} 2024-11-28T07:48:46,096 WARN [BP-220038760-172.17.0.2-1732780104895 heartbeating to localhost/127.0.0.1:41295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:48:46,096 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:48:46,096 WARN [BP-220038760-172.17.0.2-1732780104895 heartbeating to localhost/127.0.0.1:41295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-220038760-172.17.0.2-1732780104895 (Datanode Uuid 92ea969f-7a2b-4218-9c06-81117df53797) service to localhost/127.0.0.1:41295 2024-11-28T07:48:46,096 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:48:46,096 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data7/current/BP-220038760-172.17.0.2-1732780104895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:46,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data8/current/BP-220038760-172.17.0.2-1732780104895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:46,097 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:48:46,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@692206f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:46,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29a7b50f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:48:46,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:48:46,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2284fd16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:48:46,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc0815b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,STOPPED} 2024-11-28T07:48:46,100 WARN [BP-220038760-172.17.0.2-1732780104895 heartbeating to localhost/127.0.0.1:41295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:48:46,100 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:48:46,100 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:48:46,100 WARN [BP-220038760-172.17.0.2-1732780104895 heartbeating to localhost/127.0.0.1:41295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-220038760-172.17.0.2-1732780104895 (Datanode Uuid 410c3dda-3baf-44a8-b2b7-2e0bb75ee697) service to localhost/127.0.0.1:41295 2024-11-28T07:48:46,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data5/current/BP-220038760-172.17.0.2-1732780104895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:46,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data6/current/BP-220038760-172.17.0.2-1732780104895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:46,101 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:48:46,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64603cf9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:46,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13bb5eb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:48:46,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:48:46,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350347e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:48:46,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f035ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,STOPPED} 2024-11-28T07:48:46,107 WARN [BP-220038760-172.17.0.2-1732780104895 heartbeating to localhost/127.0.0.1:41295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:48:46,107 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:48:46,107 WARN [BP-220038760-172.17.0.2-1732780104895 heartbeating to localhost/127.0.0.1:41295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-220038760-172.17.0.2-1732780104895 (Datanode Uuid b9760251-d853-4118-a8c3-ba120510ad7b) service to localhost/127.0.0.1:41295 2024-11-28T07:48:46,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:48:46,108 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data1/current/BP-220038760-172.17.0.2-1732780104895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:46,108 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/cluster_dda625ec-43c4-9ba5-8005-7a84735b5b2b/data/data2/current/BP-220038760-172.17.0.2-1732780104895 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:48:46,109 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:48:46,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@533ad8f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:48:46,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36269b5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:48:46,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:48:46,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92b0df5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:48:46,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fba372a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir/,STOPPED} 2024-11-28T07:48:46,123 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T07:48:46,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T07:48:46,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 67) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41295 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 87) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6648 (was 7055) 2024-11-28T07:48:46,167 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=6647 2024-11-28T07:48:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T07:48:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.log.dir so I do NOT create it in target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c 2024-11-28T07:48:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/62e14b43-ae4c-54dc-2395-a392daf6d657/hadoop.tmp.dir so I do NOT create it in target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c 2024-11-28T07:48:46,168 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/cluster_a7cf5132-ae68-2b69-cd7f-2d65f05f30ec, deleteOnExit=true 2024-11-28T07:48:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T07:48:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/test.cache.data in system properties and HBase conf 2024-11-28T07:48:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T07:48:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/hadoop.log.dir in system properties and HBase conf 2024-11-28T07:48:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T07:48:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T07:48:46,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T07:48:46,169 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T07:48:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:48:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:48:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T07:48:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:48:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T07:48:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T07:48:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:48:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:48:46,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T07:48:46,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/nfs.dump.dir in system properties and HBase conf 2024-11-28T07:48:46,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/java.io.tmpdir in system properties and HBase conf 2024-11-28T07:48:46,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:48:46,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T07:48:46,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T07:48:46,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:48:46,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:48:46,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:48:46,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:48:46,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T07:48:46,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:48:46,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@372de30f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:48:46,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57aab5a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:48:46,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b4d832e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/java.io.tmpdir/jetty-localhost-41881-hadoop-hdfs-3_4_1-tests_jar-_-any-11422460201029649356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:48:46,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@147f88bb{HTTP/1.1, (http/1.1)}{localhost:41881} 2024-11-28T07:48:46,417 INFO [Time-limited test {}] server.Server(415): Started @86971ms 2024-11-28T07:48:46,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:48:46,506 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:48:46,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:48:46,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:48:46,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T07:48:46,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5885a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:48:46,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@105345dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:48:46,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3d0a48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/java.io.tmpdir/jetty-localhost-33481-hadoop-hdfs-3_4_1-tests_jar-_-any-18329856944153096658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:46,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@784f9787{HTTP/1.1, (http/1.1)}{localhost:33481} 2024-11-28T07:48:46,624 INFO [Time-limited test {}] server.Server(415): Started @87178ms 2024-11-28T07:48:46,625 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:48:46,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:48:46,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:48:46,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:48:46,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:48:46,658 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T07:48:46,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31c3a914{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:48:46,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38d7638f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:48:46,724 WARN [Thread-785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/cluster_a7cf5132-ae68-2b69-cd7f-2d65f05f30ec/data/data1/current/BP-1599176939-172.17.0.2-1732780126202/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:46,724 WARN [Thread-786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/cluster_a7cf5132-ae68-2b69-cd7f-2d65f05f30ec/data/data2/current/BP-1599176939-172.17.0.2-1732780126202/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:46,741 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:48:46,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39698eeb82246792 with lease ID 0x4250fe0dac78e215: Processing first storage report for DS-d8dd207c-de5b-4a19-b00b-258a632a1f89 from datanode DatanodeRegistration(127.0.0.1:41809, datanodeUuid=06c86a2f-14cd-4e1b-99c8-5740023a307f, infoPort=46777, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=736633475;c=1732780126202) 2024-11-28T07:48:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39698eeb82246792 with lease ID 0x4250fe0dac78e215: from storage DS-d8dd207c-de5b-4a19-b00b-258a632a1f89 node DatanodeRegistration(127.0.0.1:41809, datanodeUuid=06c86a2f-14cd-4e1b-99c8-5740023a307f, infoPort=46777, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=736633475;c=1732780126202), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:48:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39698eeb82246792 with lease ID 0x4250fe0dac78e215: Processing first storage report for DS-dcec6618-98c7-44ff-81d9-4c2147bec077 from datanode DatanodeRegistration(127.0.0.1:41809, datanodeUuid=06c86a2f-14cd-4e1b-99c8-5740023a307f, infoPort=46777, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=736633475;c=1732780126202) 2024-11-28T07:48:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39698eeb82246792 with lease ID 0x4250fe0dac78e215: from storage DS-dcec6618-98c7-44ff-81d9-4c2147bec077 node DatanodeRegistration(127.0.0.1:41809, datanodeUuid=06c86a2f-14cd-4e1b-99c8-5740023a307f, infoPort=46777, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=736633475;c=1732780126202), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:48:46,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d79aa7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/java.io.tmpdir/jetty-localhost-42391-hadoop-hdfs-3_4_1-tests_jar-_-any-14209114063176744668/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:48:46,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3af67f5f{HTTP/1.1, (http/1.1)}{localhost:42391} 2024-11-28T07:48:46,776 INFO [Time-limited test {}] server.Server(415): Started @87329ms 2024-11-28T07:48:46,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:48:46,885 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/cluster_a7cf5132-ae68-2b69-cd7f-2d65f05f30ec/data/data3/current/BP-1599176939-172.17.0.2-1732780126202/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:46,885 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/cluster_a7cf5132-ae68-2b69-cd7f-2d65f05f30ec/data/data4/current/BP-1599176939-172.17.0.2-1732780126202/current, will proceed with Du for space computation calculation, 2024-11-28T07:48:46,902 WARN [Thread-800 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:48:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x395035d57705e52d with lease ID 0x4250fe0dac78e216: Processing first storage report for DS-2a4788c3-6f72-4fb1-99b7-1075fc316fff from datanode DatanodeRegistration(127.0.0.1:44017, datanodeUuid=bff9e33f-ead1-4d75-8f1f-f908af2384bc, infoPort=39143, infoSecurePort=0, ipcPort=35189, storageInfo=lv=-57;cid=testClusterID;nsid=736633475;c=1732780126202) 2024-11-28T07:48:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x395035d57705e52d with lease ID 0x4250fe0dac78e216: from storage DS-2a4788c3-6f72-4fb1-99b7-1075fc316fff node DatanodeRegistration(127.0.0.1:44017, datanodeUuid=bff9e33f-ead1-4d75-8f1f-f908af2384bc, infoPort=39143, infoSecurePort=0, ipcPort=35189, storageInfo=lv=-57;cid=testClusterID;nsid=736633475;c=1732780126202), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:48:46,905 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x395035d57705e52d with lease ID 0x4250fe0dac78e216: Processing first storage report for DS-f3852d72-5cf1-45f9-b944-519944a32874 from datanode DatanodeRegistration(127.0.0.1:44017, datanodeUuid=bff9e33f-ead1-4d75-8f1f-f908af2384bc, infoPort=39143, infoSecurePort=0, ipcPort=35189, storageInfo=lv=-57;cid=testClusterID;nsid=736633475;c=1732780126202) 2024-11-28T07:48:46,905 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x395035d57705e52d with lease ID 0x4250fe0dac78e216: from storage DS-f3852d72-5cf1-45f9-b944-519944a32874 node DatanodeRegistration(127.0.0.1:44017, datanodeUuid=bff9e33f-ead1-4d75-8f1f-f908af2384bc, infoPort=39143, infoSecurePort=0, ipcPort=35189, storageInfo=lv=-57;cid=testClusterID;nsid=736633475;c=1732780126202), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T07:48:47,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c 2024-11-28T07:48:47,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/cluster_a7cf5132-ae68-2b69-cd7f-2d65f05f30ec/zookeeper_0, clientPort=59577, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/cluster_a7cf5132-ae68-2b69-cd7f-2d65f05f30ec/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/cluster_a7cf5132-ae68-2b69-cd7f-2d65f05f30ec/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T07:48:47,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59577 2024-11-28T07:48:47,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:47,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:47,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:48:47,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:48:47,019 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9 with version=8 2024-11-28T07:48:47,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/hbase-staging 2024-11-28T07:48:47,021 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:48:47,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:48:47,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:48:47,021 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:48:47,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:48:47,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:48:47,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T07:48:47,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:48:47,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44193 2024-11-28T07:48:47,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44193 connecting to ZooKeeper ensemble=127.0.0.1:59577 2024-11-28T07:48:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441930x0, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:48:47,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44193-0x1015d8c5dab0000 connected 2024-11-28T07:48:47,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:47,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:47,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:48:47,056 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9, hbase.cluster.distributed=false 2024-11-28T07:48:47,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:48:47,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44193 2024-11-28T07:48:47,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44193 2024-11-28T07:48:47,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44193 2024-11-28T07:48:47,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44193 2024-11-28T07:48:47,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44193 2024-11-28T07:48:47,079 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:48:47,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:48:47,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:48:47,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:48:47,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:48:47,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:48:47,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T07:48:47,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:48:47,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34347 2024-11-28T07:48:47,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34347 connecting to ZooKeeper ensemble=127.0.0.1:59577 2024-11-28T07:48:47,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:47,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:47,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343470x0, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:48:47,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34347-0x1015d8c5dab0001 connected 2024-11-28T07:48:47,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:48:47,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T07:48:47,090 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T07:48:47,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T07:48:47,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:48:47,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34347 2024-11-28T07:48:47,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34347 2024-11-28T07:48:47,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34347 2024-11-28T07:48:47,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34347 2024-11-28T07:48:47,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34347 2024-11-28T07:48:47,110 DEBUG [M:0;f64cf8bdf19b:44193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f64cf8bdf19b:44193 2024-11-28T07:48:47,111 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f64cf8bdf19b,44193,1732780127021 2024-11-28T07:48:47,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:48:47,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:48:47,113 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f64cf8bdf19b,44193,1732780127021 2024-11-28T07:48:47,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T07:48:47,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:47,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:47,116 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T07:48:47,116 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f64cf8bdf19b,44193,1732780127021 from backup master directory 2024-11-28T07:48:47,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f64cf8bdf19b,44193,1732780127021 2024-11-28T07:48:47,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:48:47,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:48:47,119 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:48:47,119 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f64cf8bdf19b,44193,1732780127021 2024-11-28T07:48:47,124 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/hbase.id] with ID: 6ac785e7-9023-4402-8df0-784d1e94652f 2024-11-28T07:48:47,124 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/.tmp/hbase.id 2024-11-28T07:48:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:48:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:48:47,133 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/.tmp/hbase.id]:[hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/hbase.id] 2024-11-28T07:48:47,147 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:47,147 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T07:48:47,149 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T07:48:47,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:47,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:47,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:48:47,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:48:47,160 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:48:47,161 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T07:48:47,161 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:48:47,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:48:47,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:48:47,171 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store 2024-11-28T07:48:47,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:48:47,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:48:47,181 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:48:47,181 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:48:47,181 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:47,181 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:47,181 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:48:47,181 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:47,181 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:48:47,181 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732780127181Disabling compacts and flushes for region at 1732780127181Disabling writes for close at 1732780127181Writing region close event to WAL at 1732780127181Closed at 1732780127181 2024-11-28T07:48:47,182 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/.initializing 2024-11-28T07:48:47,182 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/WALs/f64cf8bdf19b,44193,1732780127021 2024-11-28T07:48:47,184 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:48:47,186 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C44193%2C1732780127021, suffix=, logDir=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/WALs/f64cf8bdf19b,44193,1732780127021, archiveDir=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/oldWALs, maxLogs=10 2024-11-28T07:48:47,199 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/WALs/f64cf8bdf19b,44193,1732780127021/f64cf8bdf19b%2C44193%2C1732780127021.1732780127186, exclude list is [], retry=0 2024-11-28T07:48:47,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41809,DS-d8dd207c-de5b-4a19-b00b-258a632a1f89,DISK] 2024-11-28T07:48:47,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44017,DS-2a4788c3-6f72-4fb1-99b7-1075fc316fff,DISK] 2024-11-28T07:48:47,205 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/WALs/f64cf8bdf19b,44193,1732780127021/f64cf8bdf19b%2C44193%2C1732780127021.1732780127186 2024-11-28T07:48:47,206 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46777:46777),(127.0.0.1/127.0.0.1:39143:39143)] 2024-11-28T07:48:47,206 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:48:47,206 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:48:47,207 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:47,207 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:47,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:47,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T07:48:47,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:47,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:47,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:47,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T07:48:47,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:47,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:48:47,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:47,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T07:48:47,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:47,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:48:47,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:47,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T07:48:47,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:47,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:48:47,217 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:47,217 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:47,218 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:47,219 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:47,219 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:47,220 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:48:47,221 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:48:47,224 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:48:47,224 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=820951, jitterRate=0.043894171714782715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:48:47,225 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732780127207Initializing all the Stores at 1732780127208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780127208Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780127208Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780127208Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780127208Cleaning up temporary data from old regions at 1732780127219 (+11 ms)Region opened successfully at 1732780127225 (+6 ms) 2024-11-28T07:48:47,225 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T07:48:47,228 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4befd907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:48:47,229 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T07:48:47,230 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T07:48:47,230 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T07:48:47,230 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T07:48:47,230 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T07:48:47,231 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T07:48:47,231 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T07:48:47,233 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T07:48:47,234 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T07:48:47,235 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T07:48:47,236 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T07:48:47,237 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T07:48:47,239 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T07:48:47,239 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T07:48:47,240 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T07:48:47,243 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T07:48:47,243 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T07:48:47,245 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T07:48:47,247 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T07:48:47,248 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T07:48:47,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:48:47,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:48:47,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:47,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:47,251 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f64cf8bdf19b,44193,1732780127021, sessionid=0x1015d8c5dab0000, setting cluster-up flag (Was=false) 2024-11-28T07:48:47,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:47,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:47,261 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T07:48:47,262 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,44193,1732780127021 2024-11-28T07:48:47,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:47,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:47,271 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T07:48:47,273 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,44193,1732780127021 2024-11-28T07:48:47,274 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T07:48:47,276 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T07:48:47,277 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T07:48:47,277 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T07:48:47,277 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f64cf8bdf19b,44193,1732780127021 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T07:48:47,279 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:48:47,279 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:48:47,279 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:48:47,279 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:48:47,280 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f64cf8bdf19b:0, corePoolSize=10, maxPoolSize=10 2024-11-28T07:48:47,280 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:47,280 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:48:47,280 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:47,281 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732780157281 2024-11-28T07:48:47,281 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T07:48:47,281 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T07:48:47,281 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T07:48:47,281 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T07:48:47,281 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T07:48:47,281 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T07:48:47,281 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,282 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T07:48:47,282 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:48:47,282 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T07:48:47,282 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T07:48:47,282 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T07:48:47,282 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T07:48:47,283 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T07:48:47,283 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780127283,5,FailOnTimeoutGroup] 2024-11-28T07:48:47,283 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780127283,5,FailOnTimeoutGroup] 2024-11-28T07:48:47,283 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,283 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T07:48:47,283 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,283 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,284 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:47,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T07:48:47,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:48:47,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:48:47,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T07:48:47,293 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9 2024-11-28T07:48:47,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:48:47,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:48:47,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:48:47,301 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(746): ClusterId : 6ac785e7-9023-4402-8df0-784d1e94652f 2024-11-28T07:48:47,301 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T07:48:47,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:48:47,304 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T07:48:47,304 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T07:48:47,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:48:47,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:47,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:47,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:48:47,306 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T07:48:47,307 DEBUG [RS:0;f64cf8bdf19b:34347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff459c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:48:47,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:48:47,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:47,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:47,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:48:47,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:48:47,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:47,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:47,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:48:47,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:48:47,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:47,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:47,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:48:47,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740 2024-11-28T07:48:47,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740 2024-11-28T07:48:47,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:48:47,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:48:47,316 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T07:48:47,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:48:47,320 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:48:47,320 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=767361, jitterRate=-0.024250581860542297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T07:48:47,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732780127301Initializing all the Stores at 1732780127302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780127302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780127302Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780127302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780127302Cleaning up temporary data from old regions at 1732780127315 (+13 ms)Region opened successfully at 1732780127320 (+5 ms) 2024-11-28T07:48:47,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:48:47,321 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:48:47,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:48:47,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:48:47,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:48:47,321 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:48:47,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732780127321Disabling compacts and flushes for region at 1732780127321Disabling writes for close at 1732780127321Writing region close event to WAL at 1732780127321Closed at 1732780127321 2024-11-28T07:48:47,323 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:48:47,323 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T07:48:47,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T07:48:47,324 DEBUG [RS:0;f64cf8bdf19b:34347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f64cf8bdf19b:34347 2024-11-28T07:48:47,325 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T07:48:47,325 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T07:48:47,325 DEBUG [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T07:48:47,325 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:48:47,326 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T07:48:47,327 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,44193,1732780127021 with port=34347, startcode=1732780127078 2024-11-28T07:48:47,327 DEBUG [RS:0;f64cf8bdf19b:34347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T07:48:47,329 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36015, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T07:48:47,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44193 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f64cf8bdf19b,34347,1732780127078 2024-11-28T07:48:47,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44193 {}] master.ServerManager(517): Registering regionserver=f64cf8bdf19b,34347,1732780127078 2024-11-28T07:48:47,331 DEBUG [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9 2024-11-28T07:48:47,331 DEBUG [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40489 2024-11-28T07:48:47,331 DEBUG [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T07:48:47,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:48:47,334 DEBUG [RS:0;f64cf8bdf19b:34347 {}] zookeeper.ZKUtil(111): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f64cf8bdf19b,34347,1732780127078 2024-11-28T07:48:47,334 WARN [RS:0;f64cf8bdf19b:34347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:48:47,334 INFO [RS:0;f64cf8bdf19b:34347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:48:47,334 DEBUG [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078 2024-11-28T07:48:47,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f64cf8bdf19b,34347,1732780127078] 2024-11-28T07:48:47,338 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T07:48:47,340 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T07:48:47,340 INFO [RS:0;f64cf8bdf19b:34347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T07:48:47,340 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,341 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T07:48:47,341 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T07:48:47,342 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:48:47,342 DEBUG [RS:0;f64cf8bdf19b:34347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:48:47,343 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,343 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,343 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,343 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,343 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,343 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,34347,1732780127078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:48:47,360 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T07:48:47,360 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,34347,1732780127078-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,360 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,361 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.Replication(171): f64cf8bdf19b,34347,1732780127078 started 2024-11-28T07:48:47,375 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,376 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(1482): Serving as f64cf8bdf19b,34347,1732780127078, RpcServer on f64cf8bdf19b/172.17.0.2:34347, sessionid=0x1015d8c5dab0001 2024-11-28T07:48:47,376 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T07:48:47,376 DEBUG [RS:0;f64cf8bdf19b:34347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f64cf8bdf19b,34347,1732780127078 2024-11-28T07:48:47,376 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,34347,1732780127078' 2024-11-28T07:48:47,376 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T07:48:47,377 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T07:48:47,377 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T07:48:47,377 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T07:48:47,377 DEBUG [RS:0;f64cf8bdf19b:34347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f64cf8bdf19b,34347,1732780127078 2024-11-28T07:48:47,377 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,34347,1732780127078' 2024-11-28T07:48:47,377 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T07:48:47,378 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T07:48:47,378 DEBUG [RS:0;f64cf8bdf19b:34347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T07:48:47,378 INFO [RS:0;f64cf8bdf19b:34347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T07:48:47,378 INFO [RS:0;f64cf8bdf19b:34347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T07:48:47,476 WARN [f64cf8bdf19b:44193 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:48:47,479 INFO [RS:0;f64cf8bdf19b:34347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:48:47,480 INFO [RS:0;f64cf8bdf19b:34347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C34347%2C1732780127078, suffix=, logDir=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078, archiveDir=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/oldWALs, maxLogs=32 2024-11-28T07:48:47,494 DEBUG [RS:0;f64cf8bdf19b:34347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780127481, exclude list is [], retry=0 2024-11-28T07:48:47,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41809,DS-d8dd207c-de5b-4a19-b00b-258a632a1f89,DISK] 2024-11-28T07:48:47,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44017,DS-2a4788c3-6f72-4fb1-99b7-1075fc316fff,DISK] 2024-11-28T07:48:47,499 INFO [RS:0;f64cf8bdf19b:34347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780127481 2024-11-28T07:48:47,500 DEBUG [RS:0;f64cf8bdf19b:34347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39143:39143),(127.0.0.1/127.0.0.1:46777:46777)] 2024-11-28T07:48:47,727 DEBUG [f64cf8bdf19b:44193 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T07:48:47,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f64cf8bdf19b,34347,1732780127078 2024-11-28T07:48:47,729 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,34347,1732780127078, state=OPENING 2024-11-28T07:48:47,731 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T07:48:47,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:47,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:48:47,734 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:48:47,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,34347,1732780127078}] 2024-11-28T07:48:47,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:48:47,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:48:47,889 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T07:48:47,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40183, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T07:48:47,898 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T07:48:47,898 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:48:47,899 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T07:48:47,901 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C34347%2C1732780127078.meta, suffix=.meta, logDir=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078, archiveDir=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/oldWALs, maxLogs=32 2024-11-28T07:48:47,923 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.meta.1732780127902.meta, exclude list is [], retry=0 2024-11-28T07:48:47,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44017,DS-2a4788c3-6f72-4fb1-99b7-1075fc316fff,DISK] 2024-11-28T07:48:47,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41809,DS-d8dd207c-de5b-4a19-b00b-258a632a1f89,DISK] 2024-11-28T07:48:47,935 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.meta.1732780127902.meta 2024-11-28T07:48:47,935 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39143:39143),(127.0.0.1/127.0.0.1:46777:46777)] 2024-11-28T07:48:47,936 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:48:47,936 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T07:48:47,936 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T07:48:47,936 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T07:48:47,937 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T07:48:47,937 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:48:47,937 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T07:48:47,937 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T07:48:47,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:48:47,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:48:47,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:47,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:47,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:48:47,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:48:47,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:47,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:47,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:48:47,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:48:47,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:47,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:47,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:48:47,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:48:47,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:47,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:48:47,948 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:48:47,948 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740 2024-11-28T07:48:47,950 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740 2024-11-28T07:48:47,951 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:48:47,951 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:48:47,952 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T07:48:47,953 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:48:47,954 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880497, jitterRate=0.11961100995540619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T07:48:47,954 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T07:48:47,955 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732780127937Writing region info on filesystem at 1732780127937Initializing all the Stores at 1732780127939 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780127940 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780127940Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780127940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780127940Cleaning up temporary data from old regions at 1732780127951 (+11 ms)Running coprocessor post-open hooks at 1732780127954 (+3 ms)Region opened successfully at 1732780127955 (+1 ms) 2024-11-28T07:48:47,956 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732780127888 2024-11-28T07:48:47,959 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T07:48:47,959 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T07:48:47,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,34347,1732780127078 2024-11-28T07:48:47,961 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,34347,1732780127078, state=OPEN 2024-11-28T07:48:47,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:48:47,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:48:47,969 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,34347,1732780127078 2024-11-28T07:48:47,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:48:47,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:48:47,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T07:48:47,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,34347,1732780127078 in 235 msec 2024-11-28T07:48:47,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T07:48:47,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 649 msec 2024-11-28T07:48:47,976 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:48:47,976 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T07:48:47,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:48:47,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,34347,1732780127078, seqNum=-1] 2024-11-28T07:48:47,978 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:48:47,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47807, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:48:47,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 708 msec 2024-11-28T07:48:47,986 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732780127986, completionTime=-1 2024-11-28T07:48:47,986 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T07:48:47,986 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T07:48:47,988 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T07:48:47,988 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732780187988 2024-11-28T07:48:47,988 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732780247988 2024-11-28T07:48:47,988 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T07:48:47,989 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,44193,1732780127021-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,989 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,44193,1732780127021-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,989 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,44193,1732780127021-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,989 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f64cf8bdf19b:44193, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,989 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,990 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:47,991 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T07:48:47,994 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.875sec 2024-11-28T07:48:47,994 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T07:48:47,994 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T07:48:47,994 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T07:48:47,994 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T07:48:47,994 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T07:48:47,994 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,44193,1732780127021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:48:47,994 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,44193,1732780127021-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T07:48:47,997 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T07:48:47,997 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T07:48:47,997 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,44193,1732780127021-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:48:48,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551772a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:48:48,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f64cf8bdf19b,44193,-1 for getting cluster id 2024-11-28T07:48:48,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T07:48:48,003 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac785e7-9023-4402-8df0-784d1e94652f' 2024-11-28T07:48:48,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T07:48:48,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac785e7-9023-4402-8df0-784d1e94652f" 2024-11-28T07:48:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445fd14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:48:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f64cf8bdf19b,44193,-1] 2024-11-28T07:48:48,004 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T07:48:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:48:48,008 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T07:48:48,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e0f13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:48:48,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:48:48,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,34347,1732780127078, seqNum=-1] 2024-11-28T07:48:48,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:48:48,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:48:48,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f64cf8bdf19b,44193,1732780127021 2024-11-28T07:48:48,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:48:48,025 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-28T07:48:48,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T07:48:48,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f64cf8bdf19b,44193,1732780127021 2024-11-28T07:48:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@742587cd 2024-11-28T07:48:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T07:48:48,030 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T07:48:48,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-28T07:48:48,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-28T07:48:48,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:48:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-28T07:48:48,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:48:48,034 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:48,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-28T07:48:48,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:48:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:48:48,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741835_1011 (size=405) 2024-11-28T07:48:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741835_1011 (size=405) 2024-11-28T07:48:48,046 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed2b232c4bb3019fa34c011044fa02b9, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9 2024-11-28T07:48:48,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741836_1012 (size=88) 2024-11-28T07:48:48,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741836_1012 (size=88) 2024-11-28T07:48:48,060 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:48:48,060 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing ed2b232c4bb3019fa34c011044fa02b9, disabling compactions & flushes 2024-11-28T07:48:48,060 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:48:48,060 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:48:48,060 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. after waiting 0 ms 2024-11-28T07:48:48,060 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:48:48,061 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:48:48,061 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed2b232c4bb3019fa34c011044fa02b9: Waiting for close lock at 1732780128060Disabling compacts and flushes for region at 1732780128060Disabling writes for close at 1732780128060Writing region close event to WAL at 1732780128060Closed at 1732780128060 2024-11-28T07:48:48,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:48:48,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732780128063"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780128063"}]},"ts":"1732780128063"} 2024-11-28T07:48:48,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:48:48,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:48:48,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780128068"}]},"ts":"1732780128068"} 2024-11-28T07:48:48,070 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-28T07:48:48,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ed2b232c4bb3019fa34c011044fa02b9, ASSIGN}] 2024-11-28T07:48:48,072 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ed2b232c4bb3019fa34c011044fa02b9, ASSIGN 2024-11-28T07:48:48,074 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ed2b232c4bb3019fa34c011044fa02b9, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,34347,1732780127078; forceNewPlan=false, retain=false 2024-11-28T07:48:48,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed2b232c4bb3019fa34c011044fa02b9, regionState=OPENING, regionLocation=f64cf8bdf19b,34347,1732780127078 2024-11-28T07:48:48,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ed2b232c4bb3019fa34c011044fa02b9, ASSIGN because future has completed 2024-11-28T07:48:48,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed2b232c4bb3019fa34c011044fa02b9, server=f64cf8bdf19b,34347,1732780127078}] 2024-11-28T07:48:48,385 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:48:48,386 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ed2b232c4bb3019fa34c011044fa02b9, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:48:48,386 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling ed2b232c4bb3019fa34c011044fa02b9 2024-11-28T07:48:48,386 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:48:48,386 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ed2b232c4bb3019fa34c011044fa02b9 2024-11-28T07:48:48,386 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ed2b232c4bb3019fa34c011044fa02b9 2024-11-28T07:48:48,387 INFO [StoreOpener-ed2b232c4bb3019fa34c011044fa02b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ed2b232c4bb3019fa34c011044fa02b9 2024-11-28T07:48:48,389 INFO [StoreOpener-ed2b232c4bb3019fa34c011044fa02b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed2b232c4bb3019fa34c011044fa02b9 columnFamilyName info 2024-11-28T07:48:48,389 DEBUG [StoreOpener-ed2b232c4bb3019fa34c011044fa02b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:48:48,389 INFO [StoreOpener-ed2b232c4bb3019fa34c011044fa02b9-1 {}] regionserver.HStore(327): Store=ed2b232c4bb3019fa34c011044fa02b9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:48:48,390 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ed2b232c4bb3019fa34c011044fa02b9 2024-11-28T07:48:48,390 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9 2024-11-28T07:48:48,391 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9 2024-11-28T07:48:48,391 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ed2b232c4bb3019fa34c011044fa02b9 2024-11-28T07:48:48,391 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ed2b232c4bb3019fa34c011044fa02b9 2024-11-28T07:48:48,393 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ed2b232c4bb3019fa34c011044fa02b9 2024-11-28T07:48:48,395 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:48:48,395 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ed2b232c4bb3019fa34c011044fa02b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=881221, jitterRate=0.12053152918815613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:48:48,395 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed2b232c4bb3019fa34c011044fa02b9 2024-11-28T07:48:48,396 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ed2b232c4bb3019fa34c011044fa02b9: Running coprocessor pre-open hook at 1732780128386Writing region info on filesystem at 1732780128386Initializing all the Stores at 1732780128387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780128387Cleaning up temporary data from old regions at 1732780128391 (+4 ms)Running coprocessor post-open hooks at 1732780128395 (+4 ms)Region opened successfully at 1732780128396 (+1 ms) 2024-11-28T07:48:48,397 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9., pid=6, masterSystemTime=1732780128381 2024-11-28T07:48:48,399 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:48:48,399 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:48:48,400 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed2b232c4bb3019fa34c011044fa02b9, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,34347,1732780127078 2024-11-28T07:48:48,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed2b232c4bb3019fa34c011044fa02b9, server=f64cf8bdf19b,34347,1732780127078 because future has completed 2024-11-28T07:48:48,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T07:48:48,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ed2b232c4bb3019fa34c011044fa02b9, server=f64cf8bdf19b,34347,1732780127078 in 176 msec 2024-11-28T07:48:48,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T07:48:48,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=ed2b232c4bb3019fa34c011044fa02b9, ASSIGN in 335 msec 2024-11-28T07:48:48,409 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:48:48,410 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780128409"}]},"ts":"1732780128409"} 2024-11-28T07:48:48,411 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-28T07:48:48,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:48:48,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 381 msec 2024-11-28T07:48:50,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T07:48:50,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:50,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:50,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:50,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:50,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:50,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:50,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:50,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:48:53,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T07:48:53,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-28T07:48:54,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T07:48:54,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T07:48:54,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:48:54,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T07:48:54,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T07:48:54,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T07:48:54,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-28T07:48:54,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-28T07:48:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:48:58,094 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-28T07:48:58,095 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-28T07:48:58,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-28T07:48:58,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:48:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9., hostname=f64cf8bdf19b,34347,1732780127078, seqNum=2] 2024-11-28T07:48:58,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-28T07:48:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-28T07:48:58,114 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-28T07:48:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T07:48:58,116 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T07:48:58,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T07:48:58,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T07:48:58,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:48:58,280 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing ed2b232c4bb3019fa34c011044fa02b9 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-28T07:48:58,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/412cf35f70c54d0e8bb1886e52f9d88e is 1055, key is row0001/info:/1732780138102/Put/seqid=0 2024-11-28T07:48:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741837_1013 (size=6008) 2024-11-28T07:48:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741837_1013 (size=6008) 2024-11-28T07:48:58,307 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/412cf35f70c54d0e8bb1886e52f9d88e 2024-11-28T07:48:58,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/412cf35f70c54d0e8bb1886e52f9d88e as hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/412cf35f70c54d0e8bb1886e52f9d88e 2024-11-28T07:48:58,322 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/412cf35f70c54d0e8bb1886e52f9d88e, entries=1, sequenceid=5, filesize=5.9 K 2024-11-28T07:48:58,323 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ed2b232c4bb3019fa34c011044fa02b9 in 43ms, sequenceid=5, compaction requested=false 2024-11-28T07:48:58,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for ed2b232c4bb3019fa34c011044fa02b9: 2024-11-28T07:48:58,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:48:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-28T07:48:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-28T07:48:58,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-28T07:48:58,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 210 msec 2024-11-28T07:48:58,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 223 msec 2024-11-28T07:49:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T07:49:08,204 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-28T07:49:08,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-28T07:49:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-28T07:49:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T07:49:08,211 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-28T07:49:08,212 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T07:49:08,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T07:49:08,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-28T07:49:08,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:49:08,366 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing ed2b232c4bb3019fa34c011044fa02b9 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-28T07:49:08,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/97be5351f89a4fc581753901e8b799e5 is 1055, key is row0002/info:/1732780148206/Put/seqid=0 2024-11-28T07:49:08,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741838_1014 (size=6008) 2024-11-28T07:49:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741838_1014 (size=6008) 2024-11-28T07:49:08,382 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/97be5351f89a4fc581753901e8b799e5 2024-11-28T07:49:08,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/97be5351f89a4fc581753901e8b799e5 as hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/97be5351f89a4fc581753901e8b799e5 2024-11-28T07:49:08,394 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/97be5351f89a4fc581753901e8b799e5, entries=1, sequenceid=9, filesize=5.9 K 2024-11-28T07:49:08,396 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ed2b232c4bb3019fa34c011044fa02b9 in 29ms, sequenceid=9, compaction requested=false 2024-11-28T07:49:08,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for ed2b232c4bb3019fa34c011044fa02b9: 2024-11-28T07:49:08,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:49:08,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-28T07:49:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-28T07:49:08,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T07:49:08,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-11-28T07:49:08,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 194 msec 2024-11-28T07:49:17,001 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T07:49:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T07:49:18,295 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-28T07:49:18,312 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780158298, exclude list is [], retry=0 2024-11-28T07:49:18,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41809,DS-d8dd207c-de5b-4a19-b00b-258a632a1f89,DISK] 2024-11-28T07:49:18,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44017,DS-2a4788c3-6f72-4fb1-99b7-1075fc316fff,DISK] 2024-11-28T07:49:18,317 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780127481 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780158298 2024-11-28T07:49:18,317 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46777:46777),(127.0.0.1/127.0.0.1:39143:39143)] 2024-11-28T07:49:18,317 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780127481 is not closed yet, will try archiving it next time 2024-11-28T07:49:18,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-28T07:49:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741833_1009 (size=5471) 2024-11-28T07:49:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741833_1009 (size=5471) 2024-11-28T07:49:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-28T07:49:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T07:49:18,321 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-28T07:49:18,322 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T07:49:18,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T07:49:18,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T07:49:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:49:18,477 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing ed2b232c4bb3019fa34c011044fa02b9 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-28T07:49:18,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/769080f8805445cba36cc33334b7b336 is 1055, key is row0003/info:/1732780158296/Put/seqid=0 2024-11-28T07:49:18,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741840_1016 (size=6008) 2024-11-28T07:49:18,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741840_1016 (size=6008) 2024-11-28T07:49:18,489 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/769080f8805445cba36cc33334b7b336 2024-11-28T07:49:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/769080f8805445cba36cc33334b7b336 as hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/769080f8805445cba36cc33334b7b336 2024-11-28T07:49:18,503 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/769080f8805445cba36cc33334b7b336, entries=1, sequenceid=13, filesize=5.9 K 2024-11-28T07:49:18,504 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ed2b232c4bb3019fa34c011044fa02b9 in 27ms, sequenceid=13, compaction requested=true 2024-11-28T07:49:18,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for ed2b232c4bb3019fa34c011044fa02b9: 2024-11-28T07:49:18,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:49:18,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-28T07:49:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-28T07:49:18,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-28T07:49:18,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 184 msec 2024-11-28T07:49:18,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 192 msec 2024-11-28T07:49:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T07:49:28,345 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-28T07:49:28,348 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T07:49:28,350 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T07:49:28,352 DEBUG [Time-limited test {}] regionserver.HStore(1541): ed2b232c4bb3019fa34c011044fa02b9/info is initiating minor compaction (all files) 2024-11-28T07:49:28,352 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T07:49:28,352 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:28,353 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ed2b232c4bb3019fa34c011044fa02b9/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:49:28,353 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/412cf35f70c54d0e8bb1886e52f9d88e, hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/97be5351f89a4fc581753901e8b799e5, hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/769080f8805445cba36cc33334b7b336] into tmpdir=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp, totalSize=17.6 K 2024-11-28T07:49:28,354 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 412cf35f70c54d0e8bb1886e52f9d88e, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732780138102 2024-11-28T07:49:28,355 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 97be5351f89a4fc581753901e8b799e5, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732780148206 2024-11-28T07:49:28,355 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 769080f8805445cba36cc33334b7b336, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732780158296 2024-11-28T07:49:28,385 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ed2b232c4bb3019fa34c011044fa02b9#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T07:49:28,386 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/c0be303de27347f894228bcc5dd7aa1d is 1055, key is row0001/info:/1732780138102/Put/seqid=0 2024-11-28T07:49:28,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741841_1017 (size=8221) 2024-11-28T07:49:28,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741841_1017 (size=8221) 2024-11-28T07:49:28,402 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/c0be303de27347f894228bcc5dd7aa1d as hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/c0be303de27347f894228bcc5dd7aa1d 2024-11-28T07:49:28,423 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ed2b232c4bb3019fa34c011044fa02b9/info of ed2b232c4bb3019fa34c011044fa02b9 into c0be303de27347f894228bcc5dd7aa1d(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T07:49:28,423 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ed2b232c4bb3019fa34c011044fa02b9: 2024-11-28T07:49:28,448 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780168427, exclude list is [], retry=0 2024-11-28T07:49:28,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41809,DS-d8dd207c-de5b-4a19-b00b-258a632a1f89,DISK] 2024-11-28T07:49:28,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44017,DS-2a4788c3-6f72-4fb1-99b7-1075fc316fff,DISK] 2024-11-28T07:49:28,454 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780158298 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780168427 2024-11-28T07:49:28,454 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46777:46777),(127.0.0.1/127.0.0.1:39143:39143)] 2024-11-28T07:49:28,454 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780158298 is not closed yet, will try archiving it next time 2024-11-28T07:49:28,455 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780127481 to hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/oldWALs/f64cf8bdf19b%2C34347%2C1732780127078.1732780127481 2024-11-28T07:49:28,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-28T07:49:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741839_1015 (size=2495) 2024-11-28T07:49:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741839_1015 (size=2495) 2024-11-28T07:49:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-28T07:49:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T07:49:28,460 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-28T07:49:28,462 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T07:49:28,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T07:49:28,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-28T07:49:28,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:49:28,617 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing ed2b232c4bb3019fa34c011044fa02b9 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-28T07:49:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/c4b4c0b7218c4924ad242ad2aa31e20d is 1055, key is row0000/info:/1732780168425/Put/seqid=0 2024-11-28T07:49:28,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741843_1019 (size=6008) 2024-11-28T07:49:28,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741843_1019 (size=6008) 2024-11-28T07:49:28,633 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/c4b4c0b7218c4924ad242ad2aa31e20d 2024-11-28T07:49:28,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/c4b4c0b7218c4924ad242ad2aa31e20d as hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/c4b4c0b7218c4924ad242ad2aa31e20d 2024-11-28T07:49:28,647 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/c4b4c0b7218c4924ad242ad2aa31e20d, entries=1, sequenceid=18, filesize=5.9 K 2024-11-28T07:49:28,648 INFO [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ed2b232c4bb3019fa34c011044fa02b9 in 31ms, sequenceid=18, compaction requested=false 2024-11-28T07:49:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for ed2b232c4bb3019fa34c011044fa02b9: 2024-11-28T07:49:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:49:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-28T07:49:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-28T07:49:28,650 INFO [master/f64cf8bdf19b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T07:49:28,650 INFO [master/f64cf8bdf19b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T07:49:28,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-28T07:49:28,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 188 msec 2024-11-28T07:49:28,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 198 msec 2024-11-28T07:49:33,386 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ed2b232c4bb3019fa34c011044fa02b9, had cached 0 bytes from a total of 14229 2024-11-28T07:49:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T07:49:38,505 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-28T07:49:38,520 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780178507, exclude list is [], retry=0 2024-11-28T07:49:38,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44017,DS-2a4788c3-6f72-4fb1-99b7-1075fc316fff,DISK] 2024-11-28T07:49:38,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41809,DS-d8dd207c-de5b-4a19-b00b-258a632a1f89,DISK] 2024-11-28T07:49:38,524 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780168427 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780178507 2024-11-28T07:49:38,524 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46777:46777),(127.0.0.1/127.0.0.1:39143:39143)] 2024-11-28T07:49:38,524 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780168427 is not closed yet, will try archiving it next time 2024-11-28T07:49:38,525 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.1732780158298 to hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/oldWALs/f64cf8bdf19b%2C34347%2C1732780127078.1732780158298 2024-11-28T07:49:38,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T07:49:38,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:49:38,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:49:38,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:49:38,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:49:38,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T07:49:38,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T07:49:38,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1890034876, stopped=false 2024-11-28T07:49:38,526 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f64cf8bdf19b,44193,1732780127021 2024-11-28T07:49:38,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741842_1018 (size=2001) 2024-11-28T07:49:38,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741842_1018 (size=2001) 2024-11-28T07:49:38,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:49:38,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:49:38,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:38,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:38,529 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:49:38,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:49:38,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:49:38,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:49:38,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:49:38,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:49:38,530 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f64cf8bdf19b,34347,1732780127078' ***** 2024-11-28T07:49:38,530 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T07:49:38,531 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T07:49:38,531 INFO [RS:0;f64cf8bdf19b:34347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T07:49:38,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T07:49:38,531 INFO [RS:0;f64cf8bdf19b:34347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T07:49:38,531 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(3091): Received CLOSE for ed2b232c4bb3019fa34c011044fa02b9 2024-11-28T07:49:38,531 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(959): stopping server f64cf8bdf19b,34347,1732780127078 2024-11-28T07:49:38,531 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:49:38,531 INFO [RS:0;f64cf8bdf19b:34347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f64cf8bdf19b:34347. 2024-11-28T07:49:38,531 DEBUG [RS:0;f64cf8bdf19b:34347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:49:38,531 DEBUG [RS:0;f64cf8bdf19b:34347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:49:38,531 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed2b232c4bb3019fa34c011044fa02b9, disabling compactions & flushes 2024-11-28T07:49:38,531 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T07:49:38,531 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:49:38,531 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T07:49:38,531 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T07:49:38,531 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:49:38,532 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T07:49:38,532 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. after waiting 0 ms 2024-11-28T07:49:38,532 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:49:38,532 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ed2b232c4bb3019fa34c011044fa02b9 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-28T07:49:38,532 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T07:49:38,532 DEBUG [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(1325): Online Regions={ed2b232c4bb3019fa34c011044fa02b9=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T07:49:38,532 DEBUG [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed2b232c4bb3019fa34c011044fa02b9 2024-11-28T07:49:38,532 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:49:38,532 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:49:38,532 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:49:38,532 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:49:38,532 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:49:38,532 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-28T07:49:38,537 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/66741b8eb0c04a6090f476bc44fa0fda is 1055, key is row0001/info:/1732780178506/Put/seqid=0 2024-11-28T07:49:38,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741845_1021 (size=6008) 2024-11-28T07:49:38,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741845_1021 (size=6008) 2024-11-28T07:49:38,547 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/66741b8eb0c04a6090f476bc44fa0fda 2024-11-28T07:49:38,550 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/.tmp/info/0f7345d8401c455ca969cef6e34b1662 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9./info:regioninfo/1732780128400/Put/seqid=0 2024-11-28T07:49:38,554 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/.tmp/info/66741b8eb0c04a6090f476bc44fa0fda as hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/66741b8eb0c04a6090f476bc44fa0fda 2024-11-28T07:49:38,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741846_1022 (size=7308) 2024-11-28T07:49:38,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741846_1022 (size=7308) 2024-11-28T07:49:38,560 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/66741b8eb0c04a6090f476bc44fa0fda, entries=1, sequenceid=22, filesize=5.9 K 2024-11-28T07:49:38,560 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/.tmp/info/0f7345d8401c455ca969cef6e34b1662 2024-11-28T07:49:38,561 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ed2b232c4bb3019fa34c011044fa02b9 in 29ms, sequenceid=22, compaction requested=true 2024-11-28T07:49:38,561 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/412cf35f70c54d0e8bb1886e52f9d88e, hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/97be5351f89a4fc581753901e8b799e5, hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/769080f8805445cba36cc33334b7b336] to archive 2024-11-28T07:49:38,564 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T07:49:38,567 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/412cf35f70c54d0e8bb1886e52f9d88e to hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/412cf35f70c54d0e8bb1886e52f9d88e 2024-11-28T07:49:38,572 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/97be5351f89a4fc581753901e8b799e5 to hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/97be5351f89a4fc581753901e8b799e5 2024-11-28T07:49:38,574 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/769080f8805445cba36cc33334b7b336 to hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/info/769080f8805445cba36cc33334b7b336 2024-11-28T07:49:38,582 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/.tmp/ns/628dc6d9606c414ca291baf31be7766b is 43, key is default/ns:d/1732780127980/Put/seqid=0 2024-11-28T07:49:38,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741847_1023 (size=5153) 2024-11-28T07:49:38,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741847_1023 (size=5153) 2024-11-28T07:49:38,588 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/.tmp/ns/628dc6d9606c414ca291baf31be7766b 2024-11-28T07:49:38,590 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f64cf8bdf19b:44193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-28T07:49:38,591 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [412cf35f70c54d0e8bb1886e52f9d88e=6008, 97be5351f89a4fc581753901e8b799e5=6008, 769080f8805445cba36cc33334b7b336=6008] 2024-11-28T07:49:38,595 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/ed2b232c4bb3019fa34c011044fa02b9/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-28T07:49:38,596 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:49:38,596 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed2b232c4bb3019fa34c011044fa02b9: Waiting for close lock at 1732780178531Running coprocessor pre-close hooks at 1732780178531Disabling compacts and flushes for region at 1732780178531Disabling writes for close at 1732780178532 (+1 ms)Obtaining lock to block concurrent updates at 1732780178532Preparing flush snapshotting stores in ed2b232c4bb3019fa34c011044fa02b9 at 1732780178532Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732780178532Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. at 1732780178533 (+1 ms)Flushing ed2b232c4bb3019fa34c011044fa02b9/info: creating writer at 1732780178533Flushing ed2b232c4bb3019fa34c011044fa02b9/info: appending metadata at 1732780178537 (+4 ms)Flushing ed2b232c4bb3019fa34c011044fa02b9/info: closing flushed file at 1732780178537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a317b82: reopening flushed file at 1732780178553 (+16 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for ed2b232c4bb3019fa34c011044fa02b9 in 29ms, sequenceid=22, compaction requested=true at 1732780178561 (+8 ms)Writing region close event to WAL at 1732780178591 (+30 ms)Running coprocessor post-close hooks at 1732780178596 (+5 ms)Closed at 1732780178596 2024-11-28T07:49:38,596 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732780128030.ed2b232c4bb3019fa34c011044fa02b9. 2024-11-28T07:49:38,609 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/.tmp/table/c57348be6fe54e07b4b69b2bda08b3d3 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732780128409/Put/seqid=0 2024-11-28T07:49:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741848_1024 (size=5508) 2024-11-28T07:49:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741848_1024 (size=5508) 2024-11-28T07:49:38,614 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/.tmp/table/c57348be6fe54e07b4b69b2bda08b3d3 2024-11-28T07:49:38,621 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/.tmp/info/0f7345d8401c455ca969cef6e34b1662 as hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/info/0f7345d8401c455ca969cef6e34b1662 2024-11-28T07:49:38,627 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/info/0f7345d8401c455ca969cef6e34b1662, entries=10, sequenceid=11, filesize=7.1 K 2024-11-28T07:49:38,628 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/.tmp/ns/628dc6d9606c414ca291baf31be7766b as hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/ns/628dc6d9606c414ca291baf31be7766b 2024-11-28T07:49:38,633 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/ns/628dc6d9606c414ca291baf31be7766b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T07:49:38,634 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/.tmp/table/c57348be6fe54e07b4b69b2bda08b3d3 as hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/table/c57348be6fe54e07b4b69b2bda08b3d3 2024-11-28T07:49:38,639 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/table/c57348be6fe54e07b4b69b2bda08b3d3, entries=2, sequenceid=11, filesize=5.4 K 2024-11-28T07:49:38,640 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=11, compaction requested=false 2024-11-28T07:49:38,645 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T07:49:38,646 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:49:38,646 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:49:38,646 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732780178532Running coprocessor pre-close hooks at 1732780178532Disabling compacts and flushes for region at 1732780178532Disabling writes for close at 1732780178532Obtaining lock to block concurrent updates at 1732780178532Preparing flush snapshotting stores in 1588230740 at 1732780178532Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732780178533 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732780178533Flushing 1588230740/info: creating writer at 1732780178533Flushing 1588230740/info: appending metadata at 1732780178549 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732780178549Flushing 1588230740/ns: creating writer at 1732780178566 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732780178581 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732780178581Flushing 1588230740/table: creating writer at 1732780178594 (+13 ms)Flushing 1588230740/table: appending metadata at 1732780178608 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732780178608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11bd043a: reopening flushed file at 1732780178620 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34651b3f: reopening flushed file at 1732780178627 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5f6a90: reopening flushed file at 1732780178633 (+6 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=11, compaction requested=false at 1732780178640 (+7 ms)Writing region close event to WAL at 1732780178642 (+2 ms)Running coprocessor post-close hooks at 1732780178645 (+3 ms)Closed at 1732780178646 (+1 ms) 2024-11-28T07:49:38,646 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T07:49:38,732 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(976): stopping server f64cf8bdf19b,34347,1732780127078; all regions closed. 2024-11-28T07:49:38,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741834_1010 (size=3306) 2024-11-28T07:49:38,735 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/WALs/f64cf8bdf19b,34347,1732780127078/f64cf8bdf19b%2C34347%2C1732780127078.meta.1732780127902.meta not finished, retry = 0 2024-11-28T07:49:38,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741834_1010 (size=3306) 2024-11-28T07:49:38,838 DEBUG [RS:0;f64cf8bdf19b:34347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/oldWALs 2024-11-28T07:49:38,838 INFO [RS:0;f64cf8bdf19b:34347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C34347%2C1732780127078.meta:.meta(num 1732780127902) 2024-11-28T07:49:38,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741844_1020 (size=1252) 2024-11-28T07:49:38,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741844_1020 (size=1252) 2024-11-28T07:49:38,843 DEBUG [RS:0;f64cf8bdf19b:34347 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/oldWALs 2024-11-28T07:49:38,843 INFO [RS:0;f64cf8bdf19b:34347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C34347%2C1732780127078:(num 1732780178507) 2024-11-28T07:49:38,843 DEBUG [RS:0;f64cf8bdf19b:34347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:49:38,843 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:49:38,843 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:49:38,843 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.ChoreService(370): Chore service for: regionserver/f64cf8bdf19b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T07:49:38,843 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:49:38,843 INFO [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:49:38,844 INFO [RS:0;f64cf8bdf19b:34347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34347 2024-11-28T07:49:38,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f64cf8bdf19b,34347,1732780127078 2024-11-28T07:49:38,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:49:38,846 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:49:38,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f64cf8bdf19b,34347,1732780127078] 2024-11-28T07:49:38,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f64cf8bdf19b,34347,1732780127078 already deleted, retry=false 2024-11-28T07:49:38,848 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f64cf8bdf19b,34347,1732780127078 expired; onlineServers=0 2024-11-28T07:49:38,848 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f64cf8bdf19b,44193,1732780127021' ***** 2024-11-28T07:49:38,848 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T07:49:38,849 INFO [M:0;f64cf8bdf19b:44193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:49:38,849 INFO [M:0;f64cf8bdf19b:44193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:49:38,849 DEBUG [M:0;f64cf8bdf19b:44193 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T07:49:38,849 DEBUG [M:0;f64cf8bdf19b:44193 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T07:49:38,849 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T07:49:38,849 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780127283 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780127283,5,FailOnTimeoutGroup] 2024-11-28T07:49:38,849 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780127283 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780127283,5,FailOnTimeoutGroup] 2024-11-28T07:49:38,849 INFO [M:0;f64cf8bdf19b:44193 {}] hbase.ChoreService(370): Chore service for: master/f64cf8bdf19b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T07:49:38,849 INFO [M:0;f64cf8bdf19b:44193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:49:38,849 DEBUG [M:0;f64cf8bdf19b:44193 {}] master.HMaster(1795): Stopping service threads 2024-11-28T07:49:38,849 INFO [M:0;f64cf8bdf19b:44193 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T07:49:38,849 INFO [M:0;f64cf8bdf19b:44193 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:49:38,850 INFO [M:0;f64cf8bdf19b:44193 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T07:49:38,850 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T07:49:38,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T07:49:38,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:38,852 DEBUG [M:0;f64cf8bdf19b:44193 {}] zookeeper.ZKUtil(347): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T07:49:38,852 WARN [M:0;f64cf8bdf19b:44193 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T07:49:38,853 INFO [M:0;f64cf8bdf19b:44193 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/.lastflushedseqids 2024-11-28T07:49:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741849_1025 (size=130) 2024-11-28T07:49:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741849_1025 (size=130) 2024-11-28T07:49:38,861 INFO [M:0;f64cf8bdf19b:44193 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T07:49:38,861 INFO [M:0;f64cf8bdf19b:44193 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T07:49:38,862 DEBUG [M:0;f64cf8bdf19b:44193 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:49:38,862 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:49:38,862 DEBUG [M:0;f64cf8bdf19b:44193 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:49:38,862 DEBUG [M:0;f64cf8bdf19b:44193 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:49:38,862 DEBUG [M:0;f64cf8bdf19b:44193 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:49:38,862 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.55 KB heapSize=54.91 KB 2024-11-28T07:49:38,878 DEBUG [M:0;f64cf8bdf19b:44193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a402fc815508427298e92f987834be56 is 82, key is hbase:meta,,1/info:regioninfo/1732780127960/Put/seqid=0 2024-11-28T07:49:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741850_1026 (size=5672) 2024-11-28T07:49:38,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741850_1026 (size=5672) 2024-11-28T07:49:38,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:49:38,947 INFO [RS:0;f64cf8bdf19b:34347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:49:38,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34347-0x1015d8c5dab0001, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:49:38,947 INFO [RS:0;f64cf8bdf19b:34347 {}] regionserver.HRegionServer(1031): Exiting; stopping=f64cf8bdf19b,34347,1732780127078; zookeeper connection closed. 2024-11-28T07:49:38,948 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4006a500 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4006a500 2024-11-28T07:49:38,948 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T07:49:39,284 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a402fc815508427298e92f987834be56 2024-11-28T07:49:39,306 DEBUG [M:0;f64cf8bdf19b:44193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cf4482af2684b9191dbec7fdabb9624 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732780128414/Put/seqid=0 2024-11-28T07:49:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741851_1027 (size=7818) 2024-11-28T07:49:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741851_1027 (size=7818) 2024-11-28T07:49:39,312 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cf4482af2684b9191dbec7fdabb9624 2024-11-28T07:49:39,317 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cf4482af2684b9191dbec7fdabb9624 2024-11-28T07:49:39,332 DEBUG [M:0;f64cf8bdf19b:44193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67239132616444659a7730976409b049 is 69, key is f64cf8bdf19b,34347,1732780127078/rs:state/1732780127330/Put/seqid=0 2024-11-28T07:49:39,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741852_1028 (size=5156) 2024-11-28T07:49:39,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741852_1028 (size=5156) 2024-11-28T07:49:39,338 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67239132616444659a7730976409b049 2024-11-28T07:49:39,345 INFO [regionserver/f64cf8bdf19b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:49:39,358 DEBUG [M:0;f64cf8bdf19b:44193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b89b9de3fa804507bed1bbf3c3a39771 is 52, key is load_balancer_on/state:d/1732780128017/Put/seqid=0 2024-11-28T07:49:39,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741853_1029 (size=5056) 2024-11-28T07:49:39,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741853_1029 (size=5056) 2024-11-28T07:49:39,363 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b89b9de3fa804507bed1bbf3c3a39771 2024-11-28T07:49:39,368 DEBUG [M:0;f64cf8bdf19b:44193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a402fc815508427298e92f987834be56 as hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a402fc815508427298e92f987834be56 2024-11-28T07:49:39,373 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a402fc815508427298e92f987834be56, entries=8, sequenceid=121, filesize=5.5 K 2024-11-28T07:49:39,374 DEBUG [M:0;f64cf8bdf19b:44193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cf4482af2684b9191dbec7fdabb9624 as hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cf4482af2684b9191dbec7fdabb9624 2024-11-28T07:49:39,378 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cf4482af2684b9191dbec7fdabb9624 2024-11-28T07:49:39,378 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cf4482af2684b9191dbec7fdabb9624, entries=14, sequenceid=121, filesize=7.6 K 2024-11-28T07:49:39,379 DEBUG [M:0;f64cf8bdf19b:44193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67239132616444659a7730976409b049 as hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67239132616444659a7730976409b049 2024-11-28T07:49:39,383 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67239132616444659a7730976409b049, entries=1, sequenceid=121, filesize=5.0 K 2024-11-28T07:49:39,384 DEBUG [M:0;f64cf8bdf19b:44193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b89b9de3fa804507bed1bbf3c3a39771 as hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b89b9de3fa804507bed1bbf3c3a39771 2024-11-28T07:49:39,389 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40489/user/jenkins/test-data/cf69cdd1-7297-eee2-db2c-af5c388244c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b89b9de3fa804507bed1bbf3c3a39771, entries=1, sequenceid=121, filesize=4.9 K 2024-11-28T07:49:39,389 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.55 KB/44593, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 527ms, sequenceid=121, compaction requested=false 2024-11-28T07:49:39,391 INFO [M:0;f64cf8bdf19b:44193 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:49:39,391 DEBUG [M:0;f64cf8bdf19b:44193 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732780178862Disabling compacts and flushes for region at 1732780178862Disabling writes for close at 1732780178862Obtaining lock to block concurrent updates at 1732780178862Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732780178862Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44593, getHeapSize=56168, getOffHeapSize=0, getCellsCount=140 at 1732780178862Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732780178863 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732780178863Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732780178878 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732780178878Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732780179290 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732780179306 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732780179306Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732780179317 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732780179331 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732780179331Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732780179343 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732780179357 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732780179357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fef4442: reopening flushed file at 1732780179368 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1ae354: reopening flushed file at 1732780179373 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b30698: reopening flushed file at 1732780179378 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e8c8dd2: reopening flushed file at 1732780179384 (+6 ms)Finished flush of dataSize ~43.55 KB/44593, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 527ms, sequenceid=121, compaction requested=false at 1732780179389 (+5 ms)Writing region close event to WAL at 1732780179391 (+2 ms)Closed at 1732780179391 2024-11-28T07:49:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44017 is added to blk_1073741830_1006 (size=52990) 2024-11-28T07:49:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41809 is added to blk_1073741830_1006 (size=52990) 2024-11-28T07:49:39,394 INFO [M:0;f64cf8bdf19b:44193 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T07:49:39,394 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:49:39,394 INFO [M:0;f64cf8bdf19b:44193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44193 2024-11-28T07:49:39,394 INFO [M:0;f64cf8bdf19b:44193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:49:39,495 INFO [M:0;f64cf8bdf19b:44193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:49:39,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:49:39,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44193-0x1015d8c5dab0000, quorum=127.0.0.1:59577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:49:39,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d79aa7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:49:39,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3af67f5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:49:39,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:49:39,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38d7638f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:49:39,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31c3a914{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/hadoop.log.dir/,STOPPED} 2024-11-28T07:49:39,500 WARN [BP-1599176939-172.17.0.2-1732780126202 heartbeating to localhost/127.0.0.1:40489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:49:39,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:49:39,501 WARN [BP-1599176939-172.17.0.2-1732780126202 heartbeating to localhost/127.0.0.1:40489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1599176939-172.17.0.2-1732780126202 (Datanode Uuid bff9e33f-ead1-4d75-8f1f-f908af2384bc) service to localhost/127.0.0.1:40489 2024-11-28T07:49:39,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:49:39,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/cluster_a7cf5132-ae68-2b69-cd7f-2d65f05f30ec/data/data3/current/BP-1599176939-172.17.0.2-1732780126202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:49:39,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/cluster_a7cf5132-ae68-2b69-cd7f-2d65f05f30ec/data/data4/current/BP-1599176939-172.17.0.2-1732780126202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:49:39,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:49:39,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3d0a48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:49:39,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@784f9787{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:49:39,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:49:39,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@105345dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:49:39,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5885a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/hadoop.log.dir/,STOPPED} 2024-11-28T07:49:39,506 WARN [BP-1599176939-172.17.0.2-1732780126202 heartbeating to localhost/127.0.0.1:40489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:49:39,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:49:39,506 WARN [BP-1599176939-172.17.0.2-1732780126202 heartbeating to localhost/127.0.0.1:40489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1599176939-172.17.0.2-1732780126202 (Datanode Uuid 06c86a2f-14cd-4e1b-99c8-5740023a307f) service to localhost/127.0.0.1:40489 2024-11-28T07:49:39,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:49:39,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/cluster_a7cf5132-ae68-2b69-cd7f-2d65f05f30ec/data/data1/current/BP-1599176939-172.17.0.2-1732780126202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:49:39,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/cluster_a7cf5132-ae68-2b69-cd7f-2d65f05f30ec/data/data2/current/BP-1599176939-172.17.0.2-1732780126202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:49:39,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:49:39,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b4d832e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:49:39,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@147f88bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:49:39,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:49:39,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57aab5a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:49:39,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@372de30f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/hadoop.log.dir/,STOPPED} 2024-11-28T07:49:39,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T07:49:39,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T07:49:39,549 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=96 (was 102), OpenFileDescriptor=428 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 115) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6595 (was 6647) 2024-11-28T07:49:39,555 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=96, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=6595 2024-11-28T07:49:39,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T07:49:39,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/hadoop.log.dir so I do NOT create it in target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736 2024-11-28T07:49:39,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e057b54-2b0b-1950-0d34-aa015b8d277c/hadoop.tmp.dir so I do NOT create it in target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736 2024-11-28T07:49:39,555 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/cluster_51bd82c7-7759-03e4-61ef-18fadb05cef4, deleteOnExit=true 2024-11-28T07:49:39,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T07:49:39,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/test.cache.data in system properties and HBase conf 2024-11-28T07:49:39,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T07:49:39,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/hadoop.log.dir in system properties and HBase conf 2024-11-28T07:49:39,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T07:49:39,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T07:49:39,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T07:49:39,556 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T07:49:39,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:49:39,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:49:39,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T07:49:39,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:49:39,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T07:49:39,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T07:49:39,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:49:39,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:49:39,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T07:49:39,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/nfs.dump.dir in system properties and HBase conf 2024-11-28T07:49:39,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/java.io.tmpdir in system properties and HBase conf 2024-11-28T07:49:39,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:49:39,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T07:49:39,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T07:49:39,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:49:39,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:49:39,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:49:39,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:49:39,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:49:39,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:49:39,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37a9bc29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:49:39,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f762b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:49:39,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e8c04bf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/java.io.tmpdir/jetty-localhost-41893-hadoop-hdfs-3_4_1-tests_jar-_-any-9070705977637709993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:49:39,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@583a21fb{HTTP/1.1, (http/1.1)}{localhost:41893} 2024-11-28T07:49:39,778 INFO [Time-limited test {}] server.Server(415): Started @140332ms 2024-11-28T07:49:39,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:49:39,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:49:39,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:49:39,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:49:39,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T07:49:39,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d5faf65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:49:39,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d2b51d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:49:39,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@251e91d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/java.io.tmpdir/jetty-localhost-36261-hadoop-hdfs-3_4_1-tests_jar-_-any-3323889192479850706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:49:39,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34caa4f2{HTTP/1.1, (http/1.1)}{localhost:36261} 2024-11-28T07:49:39,989 INFO [Time-limited test {}] server.Server(415): Started @140543ms 2024-11-28T07:49:39,991 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:49:40,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:49:40,025 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:49:40,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:49:40,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:49:40,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T07:49:40,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bfbb581{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:49:40,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@337dc3c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:49:40,087 WARN [Thread-1089 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/cluster_51bd82c7-7759-03e4-61ef-18fadb05cef4/data/data1/current/BP-1046104387-172.17.0.2-1732780179591/current, will proceed with Du for space computation calculation, 2024-11-28T07:49:40,087 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/cluster_51bd82c7-7759-03e4-61ef-18fadb05cef4/data/data2/current/BP-1046104387-172.17.0.2-1732780179591/current, will proceed with Du for space computation calculation, 2024-11-28T07:49:40,104 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:49:40,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c8aac88f03219ac with lease ID 0x400b682028c6e246: Processing first storage report for DS-82cb3ae7-26fe-4e82-96fc-2d8132edd811 from datanode DatanodeRegistration(127.0.0.1:41899, datanodeUuid=19376dcf-2537-442f-9e5e-5eaae2085ea9, infoPort=37393, infoSecurePort=0, ipcPort=35259, storageInfo=lv=-57;cid=testClusterID;nsid=123857133;c=1732780179591) 2024-11-28T07:49:40,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c8aac88f03219ac with lease ID 0x400b682028c6e246: from storage DS-82cb3ae7-26fe-4e82-96fc-2d8132edd811 node DatanodeRegistration(127.0.0.1:41899, datanodeUuid=19376dcf-2537-442f-9e5e-5eaae2085ea9, infoPort=37393, infoSecurePort=0, ipcPort=35259, storageInfo=lv=-57;cid=testClusterID;nsid=123857133;c=1732780179591), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:49:40,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c8aac88f03219ac with lease ID 0x400b682028c6e246: Processing first storage report for DS-5b0dd4f6-1afc-4b6c-ab11-1fa2a4548613 from datanode DatanodeRegistration(127.0.0.1:41899, datanodeUuid=19376dcf-2537-442f-9e5e-5eaae2085ea9, infoPort=37393, infoSecurePort=0, ipcPort=35259, storageInfo=lv=-57;cid=testClusterID;nsid=123857133;c=1732780179591) 2024-11-28T07:49:40,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c8aac88f03219ac with lease ID 0x400b682028c6e246: from storage DS-5b0dd4f6-1afc-4b6c-ab11-1fa2a4548613 node DatanodeRegistration(127.0.0.1:41899, datanodeUuid=19376dcf-2537-442f-9e5e-5eaae2085ea9, infoPort=37393, infoSecurePort=0, ipcPort=35259, storageInfo=lv=-57;cid=testClusterID;nsid=123857133;c=1732780179591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:49:40,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8633e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/java.io.tmpdir/jetty-localhost-36029-hadoop-hdfs-3_4_1-tests_jar-_-any-6684269037236288491/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:49:40,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b935e64{HTTP/1.1, (http/1.1)}{localhost:36029} 2024-11-28T07:49:40,150 INFO [Time-limited test {}] server.Server(415): Started @140703ms 2024-11-28T07:49:40,152 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:49:40,254 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/cluster_51bd82c7-7759-03e4-61ef-18fadb05cef4/data/data3/current/BP-1046104387-172.17.0.2-1732780179591/current, will proceed with Du for space computation calculation, 2024-11-28T07:49:40,254 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/cluster_51bd82c7-7759-03e4-61ef-18fadb05cef4/data/data4/current/BP-1046104387-172.17.0.2-1732780179591/current, will proceed with Du for space computation calculation, 2024-11-28T07:49:40,271 WARN [Thread-1104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:49:40,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd31bca9c875ade7c with lease ID 0x400b682028c6e247: Processing first storage report for DS-a5c32881-adba-4348-b9c6-1f0455c34c06 from datanode DatanodeRegistration(127.0.0.1:40531, datanodeUuid=5d6c67df-d72d-46a9-9bb9-b3d56808dcd2, infoPort=36121, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=123857133;c=1732780179591) 2024-11-28T07:49:40,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd31bca9c875ade7c with lease ID 0x400b682028c6e247: from storage DS-a5c32881-adba-4348-b9c6-1f0455c34c06 node DatanodeRegistration(127.0.0.1:40531, datanodeUuid=5d6c67df-d72d-46a9-9bb9-b3d56808dcd2, infoPort=36121, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=123857133;c=1732780179591), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:49:40,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd31bca9c875ade7c with lease ID 0x400b682028c6e247: Processing first storage report for DS-8e3812b0-322f-49fc-a35a-e213628100c2 from datanode DatanodeRegistration(127.0.0.1:40531, datanodeUuid=5d6c67df-d72d-46a9-9bb9-b3d56808dcd2, infoPort=36121, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=123857133;c=1732780179591) 2024-11-28T07:49:40,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd31bca9c875ade7c with lease ID 0x400b682028c6e247: from storage DS-8e3812b0-322f-49fc-a35a-e213628100c2 node DatanodeRegistration(127.0.0.1:40531, datanodeUuid=5d6c67df-d72d-46a9-9bb9-b3d56808dcd2, infoPort=36121, infoSecurePort=0, ipcPort=41331, storageInfo=lv=-57;cid=testClusterID;nsid=123857133;c=1732780179591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:49:40,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736 2024-11-28T07:49:40,280 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/cluster_51bd82c7-7759-03e4-61ef-18fadb05cef4/zookeeper_0, clientPort=56810, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/cluster_51bd82c7-7759-03e4-61ef-18fadb05cef4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/cluster_51bd82c7-7759-03e4-61ef-18fadb05cef4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T07:49:40,281 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56810 2024-11-28T07:49:40,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:49:40,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:49:40,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:49:40,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:49:40,295 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37 with version=8 2024-11-28T07:49:40,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/hbase-staging 2024-11-28T07:49:40,297 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:49:40,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:49:40,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:49:40,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:49:40,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:49:40,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:49:40,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T07:49:40,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:49:40,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43799 2024-11-28T07:49:40,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43799 connecting to ZooKeeper ensemble=127.0.0.1:56810 2024-11-28T07:49:40,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437990x0, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:49:40,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43799-0x1015d8d2dc60000 connected 2024-11-28T07:49:40,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:49:40,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:49:40,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:49:40,336 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37, hbase.cluster.distributed=false 2024-11-28T07:49:40,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:49:40,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43799 2024-11-28T07:49:40,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43799 2024-11-28T07:49:40,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43799 2024-11-28T07:49:40,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43799 2024-11-28T07:49:40,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43799 2024-11-28T07:49:40,354 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:49:40,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:49:40,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:49:40,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:49:40,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:49:40,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:49:40,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T07:49:40,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:49:40,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41671 2024-11-28T07:49:40,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41671 connecting to ZooKeeper ensemble=127.0.0.1:56810 2024-11-28T07:49:40,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:49:40,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:49:40,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416710x0, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:49:40,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:49:40,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41671-0x1015d8d2dc60001 connected 2024-11-28T07:49:40,363 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T07:49:40,363 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T07:49:40,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T07:49:40,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:49:40,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41671 2024-11-28T07:49:40,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41671 2024-11-28T07:49:40,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41671 2024-11-28T07:49:40,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41671 2024-11-28T07:49:40,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41671 2024-11-28T07:49:40,377 DEBUG [M:0;f64cf8bdf19b:43799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f64cf8bdf19b:43799 2024-11-28T07:49:40,378 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f64cf8bdf19b,43799,1732780180297 2024-11-28T07:49:40,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:49:40,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:49:40,380 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f64cf8bdf19b,43799,1732780180297 2024-11-28T07:49:40,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T07:49:40,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:40,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:40,381 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T07:49:40,382 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f64cf8bdf19b,43799,1732780180297 from backup master directory 2024-11-28T07:49:40,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f64cf8bdf19b,43799,1732780180297 2024-11-28T07:49:40,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:49:40,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:49:40,385 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:49:40,385 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f64cf8bdf19b,43799,1732780180297 2024-11-28T07:49:40,389 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/hbase.id] with ID: 36c40609-6316-4977-ad69-58a79b98cd3e 2024-11-28T07:49:40,389 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/.tmp/hbase.id 2024-11-28T07:49:40,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:49:40,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:49:40,397 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/.tmp/hbase.id]:[hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/hbase.id] 2024-11-28T07:49:40,408 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:49:40,408 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T07:49:40,409 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T07:49:40,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:40,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:40,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:49:40,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:49:40,418 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:49:40,418 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T07:49:40,419 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:49:40,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:49:40,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:49:40,828 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store 2024-11-28T07:49:40,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:49:40,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:49:40,835 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:49:40,836 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:49:40,836 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:49:40,836 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:49:40,836 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:49:40,836 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:49:40,836 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:49:40,836 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732780180836Disabling compacts and flushes for region at 1732780180836Disabling writes for close at 1732780180836Writing region close event to WAL at 1732780180836Closed at 1732780180836 2024-11-28T07:49:40,837 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/.initializing 2024-11-28T07:49:40,837 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/WALs/f64cf8bdf19b,43799,1732780180297 2024-11-28T07:49:40,838 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:49:40,839 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C43799%2C1732780180297, suffix=, logDir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/WALs/f64cf8bdf19b,43799,1732780180297, archiveDir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/oldWALs, maxLogs=10 2024-11-28T07:49:40,854 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/WALs/f64cf8bdf19b,43799,1732780180297/f64cf8bdf19b%2C43799%2C1732780180297.1732780180840, exclude list is [], retry=0 2024-11-28T07:49:40,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40531,DS-a5c32881-adba-4348-b9c6-1f0455c34c06,DISK] 2024-11-28T07:49:40,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41899,DS-82cb3ae7-26fe-4e82-96fc-2d8132edd811,DISK] 2024-11-28T07:49:40,859 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/WALs/f64cf8bdf19b,43799,1732780180297/f64cf8bdf19b%2C43799%2C1732780180297.1732780180840 2024-11-28T07:49:40,859 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36121:36121),(127.0.0.1/127.0.0.1:37393:37393)] 2024-11-28T07:49:40,860 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:49:40,860 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:49:40,860 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:49:40,860 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:49:40,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:49:40,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T07:49:40,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:40,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:49:40,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:49:40,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T07:49:40,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:40,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:49:40,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:49:40,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T07:49:40,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:40,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:49:40,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:49:40,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T07:49:40,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:40,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:49:40,869 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:49:40,869 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:49:40,870 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:49:40,871 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:49:40,871 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:49:40,871 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:49:40,872 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:49:40,874 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:49:40,875 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=785527, jitterRate=-0.0011516660451889038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:49:40,876 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732780180860Initializing all the Stores at 1732780180861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780180861Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780180861Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780180862 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780180862Cleaning up temporary data from old regions at 1732780180871 (+9 ms)Region opened successfully at 1732780180876 (+5 ms) 2024-11-28T07:49:40,876 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T07:49:40,879 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72472818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:49:40,880 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T07:49:40,880 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T07:49:40,880 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T07:49:40,881 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T07:49:40,881 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T07:49:40,881 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T07:49:40,881 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T07:49:40,883 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T07:49:40,884 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T07:49:40,885 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T07:49:40,886 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T07:49:40,886 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T07:49:40,887 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T07:49:40,888 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T07:49:40,889 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T07:49:40,890 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T07:49:40,890 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T07:49:40,893 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T07:49:40,894 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T07:49:40,895 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T07:49:40,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:49:40,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:49:40,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:40,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:40,897 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f64cf8bdf19b,43799,1732780180297, sessionid=0x1015d8d2dc60000, setting cluster-up flag (Was=false) 2024-11-28T07:49:40,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:40,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:40,906 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T07:49:40,907 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,43799,1732780180297 2024-11-28T07:49:40,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:40,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:40,917 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T07:49:40,918 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,43799,1732780180297 2024-11-28T07:49:40,919 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T07:49:40,921 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T07:49:40,921 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T07:49:40,922 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T07:49:40,922 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f64cf8bdf19b,43799,1732780180297 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T07:49:40,923 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:49:40,923 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:49:40,923 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:49:40,923 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:49:40,923 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f64cf8bdf19b:0, corePoolSize=10, maxPoolSize=10 2024-11-28T07:49:40,923 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:49:40,923 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:49:40,924 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:49:40,930 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732780210930 2024-11-28T07:49:40,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:49:40,930 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T07:49:40,930 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T07:49:40,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T07:49:40,930 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T07:49:40,930 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T07:49:40,930 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T07:49:40,930 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T07:49:40,930 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:40,931 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:40,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T07:49:40,932 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T07:49:40,932 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T07:49:40,933 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T07:49:40,933 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T07:49:40,933 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T07:49:40,933 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780180933,5,FailOnTimeoutGroup] 2024-11-28T07:49:40,934 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780180933,5,FailOnTimeoutGroup] 2024-11-28T07:49:40,934 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:40,934 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T07:49:40,934 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:40,934 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:40,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:49:40,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:49:40,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T07:49:40,942 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37 2024-11-28T07:49:40,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:49:40,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:49:40,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:49:40,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:49:40,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:49:40,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:40,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:49:40,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:49:40,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:49:40,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:40,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:49:40,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:49:40,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:49:40,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:40,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:49:40,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:49:40,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:49:40,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:40,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:49:40,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:49:40,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740 2024-11-28T07:49:40,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740 2024-11-28T07:49:40,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:49:40,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:49:40,963 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T07:49:40,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:49:40,966 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:49:40,966 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859665, jitterRate=0.09312090277671814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T07:49:40,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732780180950Initializing all the Stores at 1732780180951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780180951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780180951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780180951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780180951Cleaning up temporary data from old regions at 1732780180962 (+11 ms)Region opened successfully at 1732780180967 (+5 ms) 2024-11-28T07:49:40,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:49:40,968 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:49:40,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:49:40,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:49:40,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:49:40,968 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:49:40,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732780180967Disabling compacts and flushes for region at 1732780180967Disabling writes for close at 1732780180968 (+1 ms)Writing region close event to WAL at 1732780180968Closed at 1732780180968 2024-11-28T07:49:40,969 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(746): ClusterId : 36c40609-6316-4977-ad69-58a79b98cd3e 2024-11-28T07:49:40,969 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T07:49:40,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:49:40,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T07:49:40,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T07:49:40,971 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T07:49:40,971 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T07:49:40,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:49:40,973 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T07:49:40,973 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T07:49:40,974 DEBUG [RS:0;f64cf8bdf19b:41671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4fec10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:49:40,986 DEBUG [RS:0;f64cf8bdf19b:41671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f64cf8bdf19b:41671 2024-11-28T07:49:40,986 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T07:49:40,986 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T07:49:40,986 DEBUG [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T07:49:40,986 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,43799,1732780180297 with port=41671, startcode=1732780180353 2024-11-28T07:49:40,987 DEBUG [RS:0;f64cf8bdf19b:41671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T07:49:40,988 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50291, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T07:49:40,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f64cf8bdf19b,41671,1732780180353 2024-11-28T07:49:40,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] master.ServerManager(517): Registering regionserver=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:49:40,991 DEBUG [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37 2024-11-28T07:49:40,991 DEBUG [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34951 2024-11-28T07:49:40,991 DEBUG [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T07:49:40,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:49:40,993 DEBUG [RS:0;f64cf8bdf19b:41671 {}] zookeeper.ZKUtil(111): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f64cf8bdf19b,41671,1732780180353 2024-11-28T07:49:40,993 WARN [RS:0;f64cf8bdf19b:41671 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:49:40,994 INFO [RS:0;f64cf8bdf19b:41671 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:49:40,994 DEBUG [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353 2024-11-28T07:49:40,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f64cf8bdf19b,41671,1732780180353] 2024-11-28T07:49:40,997 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T07:49:40,998 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T07:49:41,000 INFO [RS:0;f64cf8bdf19b:41671 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T07:49:41,000 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,003 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T07:49:41,004 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T07:49:41,004 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,004 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:49:41,004 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:49:41,004 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:49:41,004 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:49:41,004 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:49:41,005 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:49:41,005 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:49:41,005 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:49:41,005 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:49:41,005 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:49:41,005 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:49:41,005 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:49:41,005 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:49:41,005 DEBUG [RS:0;f64cf8bdf19b:41671 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:49:41,005 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,005 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,005 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,005 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,005 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,005 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,41671,1732780180353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:49:41,021 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T07:49:41,021 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,41671,1732780180353-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,021 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,021 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.Replication(171): f64cf8bdf19b,41671,1732780180353 started 2024-11-28T07:49:41,035 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,035 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(1482): Serving as f64cf8bdf19b,41671,1732780180353, RpcServer on f64cf8bdf19b/172.17.0.2:41671, sessionid=0x1015d8d2dc60001 2024-11-28T07:49:41,035 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T07:49:41,035 DEBUG [RS:0;f64cf8bdf19b:41671 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f64cf8bdf19b,41671,1732780180353 2024-11-28T07:49:41,035 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,41671,1732780180353' 2024-11-28T07:49:41,036 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T07:49:41,036 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T07:49:41,037 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T07:49:41,037 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T07:49:41,037 DEBUG [RS:0;f64cf8bdf19b:41671 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f64cf8bdf19b,41671,1732780180353 2024-11-28T07:49:41,037 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,41671,1732780180353' 2024-11-28T07:49:41,037 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T07:49:41,037 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T07:49:41,037 DEBUG [RS:0;f64cf8bdf19b:41671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T07:49:41,038 INFO [RS:0;f64cf8bdf19b:41671 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T07:49:41,038 INFO [RS:0;f64cf8bdf19b:41671 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T07:49:41,123 WARN [f64cf8bdf19b:43799 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:49:41,138 INFO [RS:0;f64cf8bdf19b:41671 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:49:41,140 INFO [RS:0;f64cf8bdf19b:41671 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C41671%2C1732780180353, suffix=, logDir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353, archiveDir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/oldWALs, maxLogs=32 2024-11-28T07:49:41,154 DEBUG [RS:0;f64cf8bdf19b:41671 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.1732780181141, exclude list is [], retry=0 2024-11-28T07:49:41,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41899,DS-82cb3ae7-26fe-4e82-96fc-2d8132edd811,DISK] 2024-11-28T07:49:41,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40531,DS-a5c32881-adba-4348-b9c6-1f0455c34c06,DISK] 2024-11-28T07:49:41,159 INFO [RS:0;f64cf8bdf19b:41671 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.1732780181141 2024-11-28T07:49:41,160 DEBUG [RS:0;f64cf8bdf19b:41671 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37393:37393),(127.0.0.1/127.0.0.1:36121:36121)] 2024-11-28T07:49:41,373 DEBUG [f64cf8bdf19b:43799 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T07:49:41,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:49:41,375 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,41671,1732780180353, state=OPENING 2024-11-28T07:49:41,378 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T07:49:41,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:41,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:49:41,380 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:49:41,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:49:41,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:49:41,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,41671,1732780180353}] 2024-11-28T07:49:41,533 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T07:49:41,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55689, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T07:49:41,538 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T07:49:41,538 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:49:41,538 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T07:49:41,540 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C41671%2C1732780180353.meta, suffix=.meta, logDir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353, archiveDir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/oldWALs, maxLogs=32 2024-11-28T07:49:41,558 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.meta.1732780181541.meta, exclude list is [], retry=0 2024-11-28T07:49:41,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41899,DS-82cb3ae7-26fe-4e82-96fc-2d8132edd811,DISK] 2024-11-28T07:49:41,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40531,DS-a5c32881-adba-4348-b9c6-1f0455c34c06,DISK] 2024-11-28T07:49:41,562 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.meta.1732780181541.meta 2024-11-28T07:49:41,563 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37393:37393),(127.0.0.1/127.0.0.1:36121:36121)] 2024-11-28T07:49:41,563 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:49:41,563 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T07:49:41,563 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T07:49:41,563 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T07:49:41,563 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T07:49:41,563 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:49:41,563 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T07:49:41,564 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T07:49:41,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:49:41,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:49:41,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:41,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:49:41,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:49:41,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:49:41,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:41,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:49:41,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:49:41,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:49:41,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:41,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:49:41,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:49:41,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:49:41,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:41,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:49:41,570 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:49:41,571 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740 2024-11-28T07:49:41,572 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740 2024-11-28T07:49:41,573 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:49:41,573 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:49:41,574 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T07:49:41,575 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:49:41,576 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=761670, jitterRate=-0.031487658619880676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T07:49:41,576 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T07:49:41,577 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732780181564Writing region info on filesystem at 1732780181564Initializing all the Stores at 1732780181564Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780181565 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780181565Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780181565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780181565Cleaning up temporary data from old regions at 1732780181573 (+8 ms)Running coprocessor post-open hooks at 1732780181576 (+3 ms)Region opened successfully at 1732780181576 2024-11-28T07:49:41,577 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732780181532 2024-11-28T07:49:41,580 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T07:49:41,580 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T07:49:41,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:49:41,581 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,41671,1732780180353, state=OPEN 2024-11-28T07:49:41,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:49:41,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:49:41,585 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:49:41,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:49:41,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:49:41,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T07:49:41,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,41671,1732780180353 in 205 msec 2024-11-28T07:49:41,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T07:49:41,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-28T07:49:41,591 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:49:41,591 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T07:49:41,592 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:49:41,592 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,41671,1732780180353, seqNum=-1] 2024-11-28T07:49:41,593 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:49:41,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33985, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:49:41,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 677 msec 2024-11-28T07:49:41,598 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732780181598, completionTime=-1 2024-11-28T07:49:41,599 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T07:49:41,599 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T07:49:41,600 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T07:49:41,600 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732780241600 2024-11-28T07:49:41,600 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732780301600 2024-11-28T07:49:41,600 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T07:49:41,601 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,43799,1732780180297-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,601 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,43799,1732780180297-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,601 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,43799,1732780180297-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,601 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f64cf8bdf19b:43799, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,601 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,601 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,603 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T07:49:41,605 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.220sec 2024-11-28T07:49:41,605 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T07:49:41,605 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T07:49:41,605 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T07:49:41,605 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T07:49:41,605 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T07:49:41,605 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,43799,1732780180297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:49:41,605 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,43799,1732780180297-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T07:49:41,607 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T07:49:41,607 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T07:49:41,607 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,43799,1732780180297-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:49:41,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bab07a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:49:41,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f64cf8bdf19b,43799,-1 for getting cluster id 2024-11-28T07:49:41,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T07:49:41,670 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36c40609-6316-4977-ad69-58a79b98cd3e' 2024-11-28T07:49:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T07:49:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36c40609-6316-4977-ad69-58a79b98cd3e" 2024-11-28T07:49:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7905539f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:49:41,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f64cf8bdf19b,43799,-1] 2024-11-28T07:49:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T07:49:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:49:41,673 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T07:49:41,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626229c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:49:41,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:49:41,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,41671,1732780180353, seqNum=-1] 2024-11-28T07:49:41,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:49:41,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:49:41,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f64cf8bdf19b,43799,1732780180297 2024-11-28T07:49:41,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:49:41,681 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-28T07:49:41,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T07:49:41,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f64cf8bdf19b,43799,1732780180297 2024-11-28T07:49:41,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57f4a598 2024-11-28T07:49:41,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T07:49:41,684 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T07:49:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-28T07:49:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-28T07:49:41,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:49:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-28T07:49:41,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:49:41,687 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:41,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-28T07:49:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:49:41,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:49:41,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741835_1011 (size=381) 2024-11-28T07:49:41,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741835_1011 (size=381) 2024-11-28T07:49:41,697 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d6c658bb100657711028e76e1345790, NAME => 'TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37 2024-11-28T07:49:41,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741836_1012 (size=64) 2024-11-28T07:49:41,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741836_1012 (size=64) 2024-11-28T07:49:41,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:49:41,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 0d6c658bb100657711028e76e1345790, disabling compactions & flushes 2024-11-28T07:49:41,704 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:49:41,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:49:41,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. after waiting 0 ms 2024-11-28T07:49:41,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:49:41,704 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:49:41,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d6c658bb100657711028e76e1345790: Waiting for close lock at 1732780181704Disabling compacts and flushes for region at 1732780181704Disabling writes for close at 1732780181704Writing region close event to WAL at 1732780181704Closed at 1732780181704 2024-11-28T07:49:41,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:49:41,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732780181706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780181706"}]},"ts":"1732780181706"} 2024-11-28T07:49:41,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:49:41,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:49:41,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780181710"}]},"ts":"1732780181710"} 2024-11-28T07:49:41,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-28T07:49:41,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0d6c658bb100657711028e76e1345790, ASSIGN}] 2024-11-28T07:49:41,713 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0d6c658bb100657711028e76e1345790, ASSIGN 2024-11-28T07:49:41,714 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0d6c658bb100657711028e76e1345790, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,41671,1732780180353; forceNewPlan=false, retain=false 2024-11-28T07:49:41,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d6c658bb100657711028e76e1345790, regionState=OPENING, regionLocation=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:49:41,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0d6c658bb100657711028e76e1345790, ASSIGN because future has completed 2024-11-28T07:49:41,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d6c658bb100657711028e76e1345790, server=f64cf8bdf19b,41671,1732780180353}] 2024-11-28T07:49:42,025 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:49:42,025 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d6c658bb100657711028e76e1345790, NAME => 'TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:49:42,026 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 0d6c658bb100657711028e76e1345790 2024-11-28T07:49:42,026 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:49:42,026 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0d6c658bb100657711028e76e1345790 2024-11-28T07:49:42,026 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0d6c658bb100657711028e76e1345790 2024-11-28T07:49:42,027 INFO [StoreOpener-0d6c658bb100657711028e76e1345790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0d6c658bb100657711028e76e1345790 2024-11-28T07:49:42,029 INFO [StoreOpener-0d6c658bb100657711028e76e1345790-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d6c658bb100657711028e76e1345790 columnFamilyName info 2024-11-28T07:49:42,029 DEBUG [StoreOpener-0d6c658bb100657711028e76e1345790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:49:42,029 INFO [StoreOpener-0d6c658bb100657711028e76e1345790-1 {}] regionserver.HStore(327): Store=0d6c658bb100657711028e76e1345790/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:49:42,029 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0d6c658bb100657711028e76e1345790 2024-11-28T07:49:42,030 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790 2024-11-28T07:49:42,030 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790 2024-11-28T07:49:42,031 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0d6c658bb100657711028e76e1345790 2024-11-28T07:49:42,031 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0d6c658bb100657711028e76e1345790 2024-11-28T07:49:42,033 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0d6c658bb100657711028e76e1345790 2024-11-28T07:49:42,035 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:49:42,035 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0d6c658bb100657711028e76e1345790; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=776179, jitterRate=-0.013038203120231628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:49:42,035 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d6c658bb100657711028e76e1345790 2024-11-28T07:49:42,036 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0d6c658bb100657711028e76e1345790: Running coprocessor pre-open hook at 1732780182026Writing region info on filesystem at 1732780182026Initializing all the Stores at 1732780182027 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780182027Cleaning up temporary data from old regions at 1732780182031 (+4 ms)Running coprocessor post-open hooks at 1732780182035 (+4 ms)Region opened successfully at 1732780182036 (+1 ms) 2024-11-28T07:49:42,037 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., pid=6, masterSystemTime=1732780182021 2024-11-28T07:49:42,039 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:49:42,039 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:49:42,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d6c658bb100657711028e76e1345790, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:49:42,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d6c658bb100657711028e76e1345790, server=f64cf8bdf19b,41671,1732780180353 because future has completed 2024-11-28T07:49:42,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T07:49:42,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d6c658bb100657711028e76e1345790, server=f64cf8bdf19b,41671,1732780180353 in 175 msec 2024-11-28T07:49:42,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T07:49:42,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0d6c658bb100657711028e76e1345790, ASSIGN in 333 msec 2024-11-28T07:49:42,048 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:49:42,048 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780182048"}]},"ts":"1732780182048"} 2024-11-28T07:49:42,050 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-28T07:49:42,051 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:49:42,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 366 msec 2024-11-28T07:49:43,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:43,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:43,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:43,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:43,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:43,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:43,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:43,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:43,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:43,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:44,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T07:49:44,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:44,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:44,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:44,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:44,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:44,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:44,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:44,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:44,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:44,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:44,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-28T07:49:44,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-28T07:49:44,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-28T07:49:46,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T07:49:46,998 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-28T07:49:50,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T07:49:50,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:50,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:50,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:50,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:50,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:50,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:50,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:50,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:50,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:50,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:49:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:49:51,765 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-28T07:49:51,765 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-28T07:49:51,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-28T07:49:51,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:49:51,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=2] 2024-11-28T07:49:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 0d6c658bb100657711028e76e1345790 2024-11-28T07:49:51,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d6c658bb100657711028e76e1345790 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-28T07:49:51,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/aa611d19a321446496e98d84bbc1dbcd is 1055, key is row0001/info:/1732780191773/Put/seqid=0 2024-11-28T07:49:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741837_1013 (size=13386) 2024-11-28T07:49:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741837_1013 (size=13386) 2024-11-28T07:49:51,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/aa611d19a321446496e98d84bbc1dbcd 2024-11-28T07:49:51,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0d6c658bb100657711028e76e1345790, server=f64cf8bdf19b,41671,1732780180353 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-28T07:49:51,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/aa611d19a321446496e98d84bbc1dbcd as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/aa611d19a321446496e98d84bbc1dbcd 2024-11-28T07:49:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:57212 deadline: 1732780201836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0d6c658bb100657711028e76e1345790, server=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:49:51,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0d6c658bb100657711028e76e1345790, server=f64cf8bdf19b,41671,1732780180353 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T07:49:51,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0d6c658bb100657711028e76e1345790, server=f64cf8bdf19b,41671,1732780180353 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T07:49:51,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=2 because the exception is null or not the one we care about 2024-11-28T07:49:51,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/aa611d19a321446496e98d84bbc1dbcd, entries=8, sequenceid=12, filesize=13.1 K 2024-11-28T07:49:51,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 0d6c658bb100657711028e76e1345790 in 62ms, sequenceid=12, compaction requested=false 2024-11-28T07:49:51,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d6c658bb100657711028e76e1345790: 2024-11-28T07:50:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:01,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d6c658bb100657711028e76e1345790 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-28T07:50:01,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/68d8e93a8371428ea7d7025d7a1d60c5 is 1055, key is row0009/info:/1732780191788/Put/seqid=0 2024-11-28T07:50:01,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741838_1014 (size=28134) 2024-11-28T07:50:01,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741838_1014 (size=28134) 2024-11-28T07:50:01,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/68d8e93a8371428ea7d7025d7a1d60c5 2024-11-28T07:50:01,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/68d8e93a8371428ea7d7025d7a1d60c5 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/68d8e93a8371428ea7d7025d7a1d60c5 2024-11-28T07:50:01,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/68d8e93a8371428ea7d7025d7a1d60c5, entries=22, sequenceid=37, filesize=27.5 K 2024-11-28T07:50:01,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 0d6c658bb100657711028e76e1345790 in 26ms, sequenceid=37, compaction requested=false 2024-11-28T07:50:01,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d6c658bb100657711028e76e1345790: 2024-11-28T07:50:01,952 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-28T07:50:01,952 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:01,952 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/68d8e93a8371428ea7d7025d7a1d60c5 because midkey is the same as first or last row 2024-11-28T07:50:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:03,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d6c658bb100657711028e76e1345790 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-28T07:50:03,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/6e888e626d8b4167b8b5175056b9e625 is 1055, key is row0031/info:/1732780201928/Put/seqid=0 2024-11-28T07:50:03,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741839_1015 (size=13386) 2024-11-28T07:50:03,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741839_1015 (size=13386) 2024-11-28T07:50:03,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/6e888e626d8b4167b8b5175056b9e625 2024-11-28T07:50:03,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/6e888e626d8b4167b8b5175056b9e625 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/6e888e626d8b4167b8b5175056b9e625 2024-11-28T07:50:03,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/6e888e626d8b4167b8b5175056b9e625, entries=8, sequenceid=48, filesize=13.1 K 2024-11-28T07:50:03,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 0d6c658bb100657711028e76e1345790 in 33ms, sequenceid=48, compaction requested=true 2024-11-28T07:50:03,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d6c658bb100657711028e76e1345790: 2024-11-28T07:50:03,975 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-28T07:50:03,975 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:03,975 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/68d8e93a8371428ea7d7025d7a1d60c5 because midkey is the same as first or last row 2024-11-28T07:50:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:03,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d6c658bb100657711028e76e1345790:info, priority=-2147483648, current under compaction store size is 1 2024-11-28T07:50:03,977 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T07:50:03,978 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T07:50:03,979 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1541): 0d6c658bb100657711028e76e1345790/info is initiating minor compaction (all files) 2024-11-28T07:50:03,979 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d6c658bb100657711028e76e1345790/info in TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:50:03,979 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/aa611d19a321446496e98d84bbc1dbcd, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/68d8e93a8371428ea7d7025d7a1d60c5, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/6e888e626d8b4167b8b5175056b9e625] into tmpdir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp, totalSize=53.6 K 2024-11-28T07:50:03,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:03,979 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa611d19a321446496e98d84bbc1dbcd, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732780191773 2024-11-28T07:50:03,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d6c658bb100657711028e76e1345790 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-28T07:50:03,980 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68d8e93a8371428ea7d7025d7a1d60c5, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732780191788 2024-11-28T07:50:03,980 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e888e626d8b4167b8b5175056b9e625, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732780201928 2024-11-28T07:50:03,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/3c105f67457941bdb61d040ec6dc2ab7 is 1055, key is row0039/info:/1732780203943/Put/seqid=0 2024-11-28T07:50:03,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741840_1016 (size=26030) 2024-11-28T07:50:03,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741840_1016 (size=26030) 2024-11-28T07:50:03,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/3c105f67457941bdb61d040ec6dc2ab7 2024-11-28T07:50:04,004 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d6c658bb100657711028e76e1345790#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T07:50:04,005 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/332776dbd8e5488c9803e4b4d78750e3 is 1055, key is row0001/info:/1732780191773/Put/seqid=0 2024-11-28T07:50:04,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/3c105f67457941bdb61d040ec6dc2ab7 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/3c105f67457941bdb61d040ec6dc2ab7 2024-11-28T07:50:04,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741841_1017 (size=45105) 2024-11-28T07:50:04,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741841_1017 (size=45105) 2024-11-28T07:50:04,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/3c105f67457941bdb61d040ec6dc2ab7, entries=20, sequenceid=71, filesize=25.4 K 2024-11-28T07:50:04,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=6.16 KB/6306 for 0d6c658bb100657711028e76e1345790 in 35ms, sequenceid=71, compaction requested=false 2024-11-28T07:50:04,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d6c658bb100657711028e76e1345790: 2024-11-28T07:50:04,014 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.0 K, sizeToCheck=16.0 K 2024-11-28T07:50:04,014 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:04,014 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/68d8e93a8371428ea7d7025d7a1d60c5 because midkey is the same as first or last row 2024-11-28T07:50:04,017 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/332776dbd8e5488c9803e4b4d78750e3 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/332776dbd8e5488c9803e4b4d78750e3 2024-11-28T07:50:04,025 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d6c658bb100657711028e76e1345790/info of 0d6c658bb100657711028e76e1345790 into 332776dbd8e5488c9803e4b4d78750e3(size=44.0 K), total size for store is 69.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T07:50:04,025 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d6c658bb100657711028e76e1345790: 2024-11-28T07:50:04,027 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., storeName=0d6c658bb100657711028e76e1345790/info, priority=13, startTime=1732780203977; duration=0sec 2024-11-28T07:50:04,027 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.5 K, sizeToCheck=16.0 K 2024-11-28T07:50:04,027 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:04,027 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/332776dbd8e5488c9803e4b4d78750e3 because midkey is the same as first or last row 2024-11-28T07:50:04,028 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.5 K, sizeToCheck=16.0 K 2024-11-28T07:50:04,028 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:04,028 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/332776dbd8e5488c9803e4b4d78750e3 because midkey is the same as first or last row 2024-11-28T07:50:04,028 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.5 K, sizeToCheck=16.0 K 2024-11-28T07:50:04,028 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:04,028 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/332776dbd8e5488c9803e4b4d78750e3 because midkey is the same as first or last row 2024-11-28T07:50:04,028 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:04,028 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d6c658bb100657711028e76e1345790:info 2024-11-28T07:50:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:05,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d6c658bb100657711028e76e1345790 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-28T07:50:06,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/ab0dad0a76c24369ad5c3bc5893637b5 is 1055, key is row0059/info:/1732780203980/Put/seqid=0 2024-11-28T07:50:06,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741842_1018 (size=13386) 2024-11-28T07:50:06,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741842_1018 (size=13386) 2024-11-28T07:50:06,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/ab0dad0a76c24369ad5c3bc5893637b5 2024-11-28T07:50:06,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/ab0dad0a76c24369ad5c3bc5893637b5 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/ab0dad0a76c24369ad5c3bc5893637b5 2024-11-28T07:50:06,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/ab0dad0a76c24369ad5c3bc5893637b5, entries=8, sequenceid=83, filesize=13.1 K 2024-11-28T07:50:06,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 0d6c658bb100657711028e76e1345790 in 31ms, sequenceid=83, compaction requested=true 2024-11-28T07:50:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d6c658bb100657711028e76e1345790: 2024-11-28T07:50:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=82.5 K, sizeToCheck=16.0 K 2024-11-28T07:50:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/332776dbd8e5488c9803e4b4d78750e3 because midkey is the same as first or last row 2024-11-28T07:50:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0d6c658bb100657711028e76e1345790:info, priority=-2147483648, current under compaction store size is 1 2024-11-28T07:50:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,027 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T07:50:06,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d6c658bb100657711028e76e1345790 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-28T07:50:06,029 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84521 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T07:50:06,029 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1541): 0d6c658bb100657711028e76e1345790/info is initiating minor compaction (all files) 2024-11-28T07:50:06,029 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0d6c658bb100657711028e76e1345790/info in TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:50:06,029 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/332776dbd8e5488c9803e4b4d78750e3, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/3c105f67457941bdb61d040ec6dc2ab7, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/ab0dad0a76c24369ad5c3bc5893637b5] into tmpdir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp, totalSize=82.5 K 2024-11-28T07:50:06,030 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 332776dbd8e5488c9803e4b4d78750e3, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732780191773 2024-11-28T07:50:06,031 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c105f67457941bdb61d040ec6dc2ab7, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1732780203943 2024-11-28T07:50:06,031 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab0dad0a76c24369ad5c3bc5893637b5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732780203980 2024-11-28T07:50:06,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/d817de99716f41efba097a909942dbcd is 1055, key is row0067/info:/1732780205997/Put/seqid=0 2024-11-28T07:50:06,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741843_1019 (size=21822) 2024-11-28T07:50:06,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741843_1019 (size=21822) 2024-11-28T07:50:06,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/d817de99716f41efba097a909942dbcd 2024-11-28T07:50:06,050 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0d6c658bb100657711028e76e1345790#info#compaction#38 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T07:50:06,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/d817de99716f41efba097a909942dbcd as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/d817de99716f41efba097a909942dbcd 2024-11-28T07:50:06,050 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/2f4615bfc67943a5adfa516507a7e075 is 1055, key is row0001/info:/1732780191773/Put/seqid=0 2024-11-28T07:50:06,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741844_1020 (size=74805) 2024-11-28T07:50:06,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/d817de99716f41efba097a909942dbcd, entries=16, sequenceid=102, filesize=21.3 K 2024-11-28T07:50:06,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741844_1020 (size=74805) 2024-11-28T07:50:06,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=12.32 KB/12612 for 0d6c658bb100657711028e76e1345790 in 31ms, sequenceid=102, compaction requested=false 2024-11-28T07:50:06,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d6c658bb100657711028e76e1345790: 2024-11-28T07:50:06,058 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=103.9 K, sizeToCheck=16.0 K 2024-11-28T07:50:06,058 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:06,058 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/332776dbd8e5488c9803e4b4d78750e3 because midkey is the same as first or last row 2024-11-28T07:50:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0d6c658bb100657711028e76e1345790 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-28T07:50:06,066 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/2f4615bfc67943a5adfa516507a7e075 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/2f4615bfc67943a5adfa516507a7e075 2024-11-28T07:50:06,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/d4d6981d91404f5fbd436d1fb724d5e8 is 1055, key is row0083/info:/1732780206029/Put/seqid=0 2024-11-28T07:50:06,075 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0d6c658bb100657711028e76e1345790/info of 0d6c658bb100657711028e76e1345790 into 2f4615bfc67943a5adfa516507a7e075(size=73.1 K), total size for store is 94.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T07:50:06,075 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0d6c658bb100657711028e76e1345790: 2024-11-28T07:50:06,075 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., storeName=0d6c658bb100657711028e76e1345790/info, priority=13, startTime=1732780206027; duration=0sec 2024-11-28T07:50:06,075 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-28T07:50:06,075 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:06,076 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-28T07:50:06,076 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:06,076 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-28T07:50:06,076 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:06,081 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:06,081 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:06,081 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0d6c658bb100657711028e76e1345790:info 2024-11-28T07:50:06,082 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] assignment.AssignmentManager(1363): Split request from f64cf8bdf19b,41671,1732780180353, parent={ENCODED => 0d6c658bb100657711028e76e1345790, NAME => 'TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-28T07:50:06,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741845_1021 (size=18662) 2024-11-28T07:50:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741845_1021 (size=18662) 2024-11-28T07:50:06,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/d4d6981d91404f5fbd436d1fb724d5e8 2024-11-28T07:50:06,088 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:50:06,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/d4d6981d91404f5fbd436d1fb724d5e8 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/d4d6981d91404f5fbd436d1fb724d5e8 2024-11-28T07:50:06,093 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0d6c658bb100657711028e76e1345790, daughterA=a6b0a32ce8884153eb61d70e2d8c1408, daughterB=1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,094 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0d6c658bb100657711028e76e1345790, daughterA=a6b0a32ce8884153eb61d70e2d8c1408, daughterB=1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,094 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0d6c658bb100657711028e76e1345790, daughterA=a6b0a32ce8884153eb61d70e2d8c1408, daughterB=1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,094 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0d6c658bb100657711028e76e1345790, daughterA=a6b0a32ce8884153eb61d70e2d8c1408, daughterB=1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/d4d6981d91404f5fbd436d1fb724d5e8, entries=13, sequenceid=118, filesize=18.2 K 2024-11-28T07:50:06,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=1.03 KB/1051 for 0d6c658bb100657711028e76e1345790 in 40ms, sequenceid=118, compaction requested=true 2024-11-28T07:50:06,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0d6c658bb100657711028e76e1345790: 2024-11-28T07:50:06,100 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=112.6 K, sizeToCheck=16.0 K 2024-11-28T07:50:06,100 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:06,100 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=112.6 K, sizeToCheck=16.0 K 2024-11-28T07:50:06,100 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:06,100 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=112.6 K, sizeToCheck=16.0 K 2024-11-28T07:50:06,100 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-28T07:50:06,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:06,101 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] assignment.AssignmentManager(1363): Split request from f64cf8bdf19b,41671,1732780180353, parent={ENCODED => 0d6c658bb100657711028e76e1345790, NAME => 'TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-28T07:50:06,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] assignment.AssignmentManager(1378): Ignoring split request from f64cf8bdf19b,41671,1732780180353, parent={ENCODED => 0d6c658bb100657711028e76e1345790, NAME => 'TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.', STARTKEY => '', ENDKEY => ''} because parent is unknown or not open 2024-11-28T07:50:06,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0d6c658bb100657711028e76e1345790, UNASSIGN}] 2024-11-28T07:50:06,104 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0d6c658bb100657711028e76e1345790, UNASSIGN 2024-11-28T07:50:06,105 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0d6c658bb100657711028e76e1345790, regionState=CLOSING, regionLocation=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:50:06,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0d6c658bb100657711028e76e1345790, UNASSIGN because future has completed 2024-11-28T07:50:06,113 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-28T07:50:06,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0d6c658bb100657711028e76e1345790, server=f64cf8bdf19b,41671,1732780180353}] 2024-11-28T07:50:06,271 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,271 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-28T07:50:06,272 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 0d6c658bb100657711028e76e1345790, disabling compactions & flushes 2024-11-28T07:50:06,272 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:50:06,272 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:50:06,272 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. after waiting 0 ms 2024-11-28T07:50:06,272 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:50:06,272 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 0d6c658bb100657711028e76e1345790 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-28T07:50:06,278 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/736763111bc3475fbc3ccba4491235fa is 1055, key is row0096/info:/1732780206060/Put/seqid=0 2024-11-28T07:50:06,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741846_1022 (size=6008) 2024-11-28T07:50:06,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741846_1022 (size=6008) 2024-11-28T07:50:06,284 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/736763111bc3475fbc3ccba4491235fa 2024-11-28T07:50:06,292 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/.tmp/info/736763111bc3475fbc3ccba4491235fa as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/736763111bc3475fbc3ccba4491235fa 2024-11-28T07:50:06,298 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/736763111bc3475fbc3ccba4491235fa, entries=1, sequenceid=123, filesize=5.9 K 2024-11-28T07:50:06,299 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 0d6c658bb100657711028e76e1345790 in 27ms, sequenceid=123, compaction requested=true 2024-11-28T07:50:06,300 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/aa611d19a321446496e98d84bbc1dbcd, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/68d8e93a8371428ea7d7025d7a1d60c5, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/332776dbd8e5488c9803e4b4d78750e3, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/6e888e626d8b4167b8b5175056b9e625, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/3c105f67457941bdb61d040ec6dc2ab7, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/ab0dad0a76c24369ad5c3bc5893637b5] to archive 2024-11-28T07:50:06,301 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T07:50:06,303 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/aa611d19a321446496e98d84bbc1dbcd to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/aa611d19a321446496e98d84bbc1dbcd 2024-11-28T07:50:06,304 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/68d8e93a8371428ea7d7025d7a1d60c5 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/68d8e93a8371428ea7d7025d7a1d60c5 2024-11-28T07:50:06,305 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/332776dbd8e5488c9803e4b4d78750e3 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/332776dbd8e5488c9803e4b4d78750e3 2024-11-28T07:50:06,306 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/6e888e626d8b4167b8b5175056b9e625 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/6e888e626d8b4167b8b5175056b9e625 2024-11-28T07:50:06,308 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/3c105f67457941bdb61d040ec6dc2ab7 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/3c105f67457941bdb61d040ec6dc2ab7 2024-11-28T07:50:06,309 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/ab0dad0a76c24369ad5c3bc5893637b5 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/ab0dad0a76c24369ad5c3bc5893637b5 2024-11-28T07:50:06,315 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-28T07:50:06,315 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. 2024-11-28T07:50:06,316 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 0d6c658bb100657711028e76e1345790: Waiting for close lock at 1732780206271Running coprocessor pre-close hooks at 1732780206271Disabling compacts and flushes for region at 1732780206271Disabling writes for close at 1732780206272 (+1 ms)Obtaining lock to block concurrent updates at 1732780206272Preparing flush snapshotting stores in 0d6c658bb100657711028e76e1345790 at 1732780206272Finished memstore snapshotting TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732780206272Flushing stores of TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. at 1732780206273 (+1 ms)Flushing 0d6c658bb100657711028e76e1345790/info: creating writer at 1732780206273Flushing 0d6c658bb100657711028e76e1345790/info: appending metadata at 1732780206277 (+4 ms)Flushing 0d6c658bb100657711028e76e1345790/info: closing flushed file at 1732780206277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388a304e: reopening flushed file at 1732780206290 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 0d6c658bb100657711028e76e1345790 in 27ms, sequenceid=123, compaction requested=true at 1732780206299 (+9 ms)Writing region close event to WAL at 1732780206312 (+13 ms)Running coprocessor post-close hooks at 1732780206315 (+3 ms)Closed at 1732780206315 2024-11-28T07:50:06,318 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0d6c658bb100657711028e76e1345790, regionState=CLOSED 2024-11-28T07:50:06,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0d6c658bb100657711028e76e1345790, server=f64cf8bdf19b,41671,1732780180353 because future has completed 2024-11-28T07:50:06,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T07:50:06,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 0d6c658bb100657711028e76e1345790, server=f64cf8bdf19b,41671,1732780180353 in 210 msec 2024-11-28T07:50:06,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-28T07:50:06,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0d6c658bb100657711028e76e1345790, UNASSIGN in 224 msec 2024-11-28T07:50:06,340 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:06,344 INFO [PEWorker-3 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=0d6c658bb100657711028e76e1345790, threads=4 2024-11-28T07:50:06,346 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/d817de99716f41efba097a909942dbcd for region: 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,346 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/736763111bc3475fbc3ccba4491235fa for region: 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,346 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/d4d6981d91404f5fbd436d1fb724d5e8 for region: 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,346 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/2f4615bfc67943a5adfa516507a7e075 for region: 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,368 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/d817de99716f41efba097a909942dbcd, top=true 2024-11-28T07:50:06,371 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/d4d6981d91404f5fbd436d1fb724d5e8, top=true 2024-11-28T07:50:06,372 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/736763111bc3475fbc3ccba4491235fa, top=true 2024-11-28T07:50:06,389 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d4d6981d91404f5fbd436d1fb724d5e8 for child: 1f8c0f0b2495500eedde32c8e57dc03b, parent: 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,390 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/d4d6981d91404f5fbd436d1fb724d5e8 for region: 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,390 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d817de99716f41efba097a909942dbcd for child: 1f8c0f0b2495500eedde32c8e57dc03b, parent: 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,390 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/d817de99716f41efba097a909942dbcd for region: 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,393 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-736763111bc3475fbc3ccba4491235fa for child: 1f8c0f0b2495500eedde32c8e57dc03b, parent: 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,393 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/736763111bc3475fbc3ccba4491235fa for region: 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741847_1023 (size=27) 2024-11-28T07:50:06,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741847_1023 (size=27) 2024-11-28T07:50:06,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741848_1024 (size=27) 2024-11-28T07:50:06,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741848_1024 (size=27) 2024-11-28T07:50:06,420 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/2f4615bfc67943a5adfa516507a7e075 for region: 0d6c658bb100657711028e76e1345790 2024-11-28T07:50:06,422 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 0d6c658bb100657711028e76e1345790 Daughter A: [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408/info/2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790] storefiles, Daughter B: [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-736763111bc3475fbc3ccba4491235fa, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d4d6981d91404f5fbd436d1fb724d5e8, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d817de99716f41efba097a909942dbcd] storefiles. 2024-11-28T07:50:06,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741849_1025 (size=71) 2024-11-28T07:50:06,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741849_1025 (size=71) 2024-11-28T07:50:06,435 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:06,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741850_1026 (size=71) 2024-11-28T07:50:06,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741850_1026 (size=71) 2024-11-28T07:50:06,466 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:06,485 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-28T07:50:06,493 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-28T07:50:06,496 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732780206496"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732780206496"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732780206496"}]},"ts":"1732780206496"} 2024-11-28T07:50:06,497 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732780206496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780206496"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732780206496"}]},"ts":"1732780206496"} 2024-11-28T07:50:06,497 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732780206496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780206496"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732780206496"}]},"ts":"1732780206496"} 2024-11-28T07:50:06,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6b0a32ce8884153eb61d70e2d8c1408, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1f8c0f0b2495500eedde32c8e57dc03b, ASSIGN}] 2024-11-28T07:50:06,524 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1f8c0f0b2495500eedde32c8e57dc03b, ASSIGN 2024-11-28T07:50:06,524 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6b0a32ce8884153eb61d70e2d8c1408, ASSIGN 2024-11-28T07:50:06,527 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6b0a32ce8884153eb61d70e2d8c1408, ASSIGN; state=SPLITTING_NEW, location=f64cf8bdf19b,41671,1732780180353; forceNewPlan=false, retain=false 2024-11-28T07:50:06,527 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1f8c0f0b2495500eedde32c8e57dc03b, ASSIGN; state=SPLITTING_NEW, location=f64cf8bdf19b,41671,1732780180353; forceNewPlan=false, retain=false 2024-11-28T07:50:06,678 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1f8c0f0b2495500eedde32c8e57dc03b, regionState=OPENING, regionLocation=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:50:06,678 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a6b0a32ce8884153eb61d70e2d8c1408, regionState=OPENING, regionLocation=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:50:06,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1f8c0f0b2495500eedde32c8e57dc03b, ASSIGN because future has completed 2024-11-28T07:50:06,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f8c0f0b2495500eedde32c8e57dc03b, server=f64cf8bdf19b,41671,1732780180353}] 2024-11-28T07:50:06,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6b0a32ce8884153eb61d70e2d8c1408, ASSIGN because future has completed 2024-11-28T07:50:06,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6b0a32ce8884153eb61d70e2d8c1408, server=f64cf8bdf19b,41671,1732780180353}] 2024-11-28T07:50:06,880 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:06,880 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f8c0f0b2495500eedde32c8e57dc03b, NAME => 'TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-28T07:50:06,881 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,881 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:50:06,881 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,881 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,883 INFO [StoreOpener-1f8c0f0b2495500eedde32c8e57dc03b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,884 INFO [StoreOpener-1f8c0f0b2495500eedde32c8e57dc03b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f8c0f0b2495500eedde32c8e57dc03b columnFamilyName info 2024-11-28T07:50:06,884 DEBUG [StoreOpener-1f8c0f0b2495500eedde32c8e57dc03b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:06,898 DEBUG [StoreOpener-1f8c0f0b2495500eedde32c8e57dc03b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790->hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/2f4615bfc67943a5adfa516507a7e075-top 2024-11-28T07:50:06,903 DEBUG [StoreOpener-1f8c0f0b2495500eedde32c8e57dc03b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-736763111bc3475fbc3ccba4491235fa 2024-11-28T07:50:06,908 DEBUG [StoreOpener-1f8c0f0b2495500eedde32c8e57dc03b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d4d6981d91404f5fbd436d1fb724d5e8 2024-11-28T07:50:06,916 DEBUG [StoreOpener-1f8c0f0b2495500eedde32c8e57dc03b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d817de99716f41efba097a909942dbcd 2024-11-28T07:50:06,916 INFO [StoreOpener-1f8c0f0b2495500eedde32c8e57dc03b-1 {}] regionserver.HStore(327): Store=1f8c0f0b2495500eedde32c8e57dc03b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:50:06,917 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,918 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,920 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,920 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,920 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,923 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,924 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 1f8c0f0b2495500eedde32c8e57dc03b; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=746439, jitterRate=-0.05085413157939911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:50:06,924 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:06,925 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 1f8c0f0b2495500eedde32c8e57dc03b: Running coprocessor pre-open hook at 1732780206881Writing region info on filesystem at 1732780206881Initializing all the Stores at 1732780206882 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780206882Cleaning up temporary data from old regions at 1732780206920 (+38 ms)Running coprocessor post-open hooks at 1732780206924 (+4 ms)Region opened successfully at 1732780206924 2024-11-28T07:50:06,926 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., pid=12, masterSystemTime=1732780206876 2024-11-28T07:50:06,926 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 1f8c0f0b2495500eedde32c8e57dc03b:info, priority=-2147483648, current under compaction store size is 1 2024-11-28T07:50:06,926 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:06,926 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T07:50:06,928 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:06,928 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1541): 1f8c0f0b2495500eedde32c8e57dc03b/info is initiating minor compaction (all files) 2024-11-28T07:50:06,928 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f8c0f0b2495500eedde32c8e57dc03b/info in TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:06,928 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790->hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/2f4615bfc67943a5adfa516507a7e075-top, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d817de99716f41efba097a909942dbcd, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d4d6981d91404f5fbd436d1fb724d5e8, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-736763111bc3475fbc3ccba4491235fa] into tmpdir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp, totalSize=118.5 K 2024-11-28T07:50:06,929 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:06,929 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:06,929 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408. 2024-11-28T07:50:06,929 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => a6b0a32ce8884153eb61d70e2d8c1408, NAME => 'TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-28T07:50:06,929 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790, keycount=33, bloomtype=ROW, size=73.1 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732780191773 2024-11-28T07:50:06,929 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling a6b0a32ce8884153eb61d70e2d8c1408 2024-11-28T07:50:06,929 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:50:06,929 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1f8c0f0b2495500eedde32c8e57dc03b, regionState=OPEN, openSeqNum=127, regionLocation=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:50:06,930 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for a6b0a32ce8884153eb61d70e2d8c1408 2024-11-28T07:50:06,930 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for a6b0a32ce8884153eb61d70e2d8c1408 2024-11-28T07:50:06,931 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d817de99716f41efba097a909942dbcd, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732780205997 2024-11-28T07:50:06,932 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-28T07:50:06,932 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d4d6981d91404f5fbd436d1fb724d5e8, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732780206029 2024-11-28T07:50:06,932 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T07:50:06,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f8c0f0b2495500eedde32c8e57dc03b, server=f64cf8bdf19b,41671,1732780180353 because future has completed 2024-11-28T07:50:06,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-28T07:50:06,932 INFO [StoreOpener-a6b0a32ce8884153eb61d70e2d8c1408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a6b0a32ce8884153eb61d70e2d8c1408 2024-11-28T07:50:06,932 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-736763111bc3475fbc3ccba4491235fa, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732780206060 2024-11-28T07:50:06,933 INFO [StoreOpener-a6b0a32ce8884153eb61d70e2d8c1408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6b0a32ce8884153eb61d70e2d8c1408 columnFamilyName info 2024-11-28T07:50:06,933 DEBUG [StoreOpener-a6b0a32ce8884153eb61d70e2d8c1408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:06,939 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f64cf8bdf19b,41671,1732780180353, table=TestLogRolling-testLogRolling, region=1f8c0f0b2495500eedde32c8e57dc03b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-28T07:50:06,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-28T07:50:06,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f8c0f0b2495500eedde32c8e57dc03b, server=f64cf8bdf19b,41671,1732780180353 in 227 msec 2024-11-28T07:50:06,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1f8c0f0b2495500eedde32c8e57dc03b, ASSIGN in 424 msec 2024-11-28T07:50:06,959 DEBUG [StoreOpener-a6b0a32ce8884153eb61d70e2d8c1408-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408/info/2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790->hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/2f4615bfc67943a5adfa516507a7e075-bottom 2024-11-28T07:50:06,960 INFO [StoreOpener-a6b0a32ce8884153eb61d70e2d8c1408-1 {}] regionserver.HStore(327): Store=a6b0a32ce8884153eb61d70e2d8c1408/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:50:06,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/.tmp/info/d02cc29701fd497ab28cf1a2dc9dc1d3 is 193, key is TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b./info:regioninfo/1732780206929/Put/seqid=0 2024-11-28T07:50:06,961 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for a6b0a32ce8884153eb61d70e2d8c1408 2024-11-28T07:50:06,962 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408 2024-11-28T07:50:06,962 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f8c0f0b2495500eedde32c8e57dc03b#info#compaction#42 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T07:50:06,963 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408 2024-11-28T07:50:06,963 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/d7a570a174e0484cbfde43f28837880b is 1055, key is row0064/info:/1732780203990/Put/seqid=0 2024-11-28T07:50:06,963 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for a6b0a32ce8884153eb61d70e2d8c1408 2024-11-28T07:50:06,963 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for a6b0a32ce8884153eb61d70e2d8c1408 2024-11-28T07:50:06,966 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for a6b0a32ce8884153eb61d70e2d8c1408 2024-11-28T07:50:06,967 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened a6b0a32ce8884153eb61d70e2d8c1408; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=705334, jitterRate=-0.10312187671661377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:50:06,967 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6b0a32ce8884153eb61d70e2d8c1408 2024-11-28T07:50:06,967 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for a6b0a32ce8884153eb61d70e2d8c1408: Running coprocessor pre-open hook at 1732780206930Writing region info on filesystem at 1732780206930Initializing all the Stores at 1732780206932 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780206932Cleaning up temporary data from old regions at 1732780206963 (+31 ms)Running coprocessor post-open hooks at 1732780206967 (+4 ms)Region opened successfully at 1732780206967 2024-11-28T07:50:06,968 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408., pid=13, masterSystemTime=1732780206876 2024-11-28T07:50:06,968 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store a6b0a32ce8884153eb61d70e2d8c1408:info, priority=-2147483648, current under compaction store size is 2 2024-11-28T07:50:06,968 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:06,968 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-28T07:50:06,969 INFO [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408. 2024-11-28T07:50:06,969 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.HStore(1541): a6b0a32ce8884153eb61d70e2d8c1408/info is initiating minor compaction (all files) 2024-11-28T07:50:06,969 INFO [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a6b0a32ce8884153eb61d70e2d8c1408/info in TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408. 2024-11-28T07:50:06,970 INFO [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408/info/2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790->hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/2f4615bfc67943a5adfa516507a7e075-bottom] into tmpdir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408/.tmp, totalSize=73.1 K 2024-11-28T07:50:06,970 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790, keycount=33, bloomtype=ROW, size=73.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732780191773 2024-11-28T07:50:06,971 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408. 2024-11-28T07:50:06,971 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408. 2024-11-28T07:50:06,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a6b0a32ce8884153eb61d70e2d8c1408, regionState=OPEN, openSeqNum=127, regionLocation=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:50:06,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6b0a32ce8884153eb61d70e2d8c1408, server=f64cf8bdf19b,41671,1732780180353 because future has completed 2024-11-28T07:50:06,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741851_1027 (size=9882) 2024-11-28T07:50:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741851_1027 (size=9882) 2024-11-28T07:50:06,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/.tmp/info/d02cc29701fd497ab28cf1a2dc9dc1d3 2024-11-28T07:50:06,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-28T07:50:06,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a6b0a32ce8884153eb61d70e2d8c1408, server=f64cf8bdf19b,41671,1732780180353 in 261 msec 2024-11-28T07:50:06,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-28T07:50:06,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a6b0a32ce8884153eb61d70e2d8c1408, ASSIGN in 465 msec 2024-11-28T07:50:06,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0d6c658bb100657711028e76e1345790, daughterA=a6b0a32ce8884153eb61d70e2d8c1408, daughterB=1f8c0f0b2495500eedde32c8e57dc03b in 901 msec 2024-11-28T07:50:07,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741852_1028 (size=40102) 2024-11-28T07:50:07,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741852_1028 (size=40102) 2024-11-28T07:50:07,001 INFO [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6b0a32ce8884153eb61d70e2d8c1408#info#compaction#43 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T07:50:07,001 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408/.tmp/info/29e6f92b753a4ee3b4e8bee8815cd397 is 1055, key is row0001/info:/1732780191773/Put/seqid=0 2024-11-28T07:50:07,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741853_1029 (size=71441) 2024-11-28T07:50:07,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741853_1029 (size=71441) 2024-11-28T07:50:07,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/.tmp/ns/faa9a8ae8d7740f798e61829d70352c1 is 43, key is default/ns:d/1732780181594/Put/seqid=0 2024-11-28T07:50:07,013 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408/.tmp/info/29e6f92b753a4ee3b4e8bee8815cd397 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408/info/29e6f92b753a4ee3b4e8bee8815cd397 2024-11-28T07:50:07,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741854_1030 (size=5153) 2024-11-28T07:50:07,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/.tmp/ns/faa9a8ae8d7740f798e61829d70352c1 2024-11-28T07:50:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741854_1030 (size=5153) 2024-11-28T07:50:07,021 INFO [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in a6b0a32ce8884153eb61d70e2d8c1408/info of a6b0a32ce8884153eb61d70e2d8c1408 into 29e6f92b753a4ee3b4e8bee8815cd397(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T07:50:07,021 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a6b0a32ce8884153eb61d70e2d8c1408: 2024-11-28T07:50:07,021 INFO [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408., storeName=a6b0a32ce8884153eb61d70e2d8c1408/info, priority=15, startTime=1732780206968; duration=0sec 2024-11-28T07:50:07,021 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:07,021 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6b0a32ce8884153eb61d70e2d8c1408:info 2024-11-28T07:50:07,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/.tmp/table/af7fadab7d794418b365ff6d9952efe6 is 65, key is TestLogRolling-testLogRolling/table:state/1732780182048/Put/seqid=0 2024-11-28T07:50:07,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741855_1031 (size=5340) 2024-11-28T07:50:07,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741855_1031 (size=5340) 2024-11-28T07:50:07,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/.tmp/table/af7fadab7d794418b365ff6d9952efe6 2024-11-28T07:50:07,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/.tmp/info/d02cc29701fd497ab28cf1a2dc9dc1d3 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/info/d02cc29701fd497ab28cf1a2dc9dc1d3 2024-11-28T07:50:07,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/info/d02cc29701fd497ab28cf1a2dc9dc1d3, entries=30, sequenceid=17, filesize=9.7 K 2024-11-28T07:50:07,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/.tmp/ns/faa9a8ae8d7740f798e61829d70352c1 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/ns/faa9a8ae8d7740f798e61829d70352c1 2024-11-28T07:50:07,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/ns/faa9a8ae8d7740f798e61829d70352c1, entries=2, sequenceid=17, filesize=5.0 K 2024-11-28T07:50:07,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/.tmp/table/af7fadab7d794418b365ff6d9952efe6 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/table/af7fadab7d794418b365ff6d9952efe6 2024-11-28T07:50:07,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/table/af7fadab7d794418b365ff6d9952efe6, entries=2, sequenceid=17, filesize=5.2 K 2024-11-28T07:50:07,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 139ms, sequenceid=17, compaction requested=false 2024-11-28T07:50:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-28T07:50:07,408 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/d7a570a174e0484cbfde43f28837880b as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/d7a570a174e0484cbfde43f28837880b 2024-11-28T07:50:07,414 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1f8c0f0b2495500eedde32c8e57dc03b/info of 1f8c0f0b2495500eedde32c8e57dc03b into d7a570a174e0484cbfde43f28837880b(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T07:50:07,414 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:07,414 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., storeName=1f8c0f0b2495500eedde32c8e57dc03b/info, priority=12, startTime=1732780206926; duration=0sec 2024-11-28T07:50:07,414 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:07,414 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f8c0f0b2495500eedde32c8e57dc03b:info 2024-11-28T07:50:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:57212 deadline: 1732780218062, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. is not online on f64cf8bdf19b,41671,1732780180353 2024-11-28T07:50:08,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. is not online on f64cf8bdf19b,41671,1732780180353 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T07:50:08,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790. is not online on f64cf8bdf19b,41671,1732780180353 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T07:50:08,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732780181684.0d6c658bb100657711028e76e1345790., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=2 from cache 2024-11-28T07:50:10,276 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T07:50:11,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,839 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T07:50:11,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:11,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:50:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=127] 2024-11-28T07:50:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:18,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f8c0f0b2495500eedde32c8e57dc03b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-28T07:50:18,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/cde6d30c646e41f1887fa83c234685b6 is 1055, key is row0097/info:/1732780218131/Put/seqid=0 2024-11-28T07:50:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741856_1032 (size=13394) 2024-11-28T07:50:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741856_1032 (size=13394) 2024-11-28T07:50:18,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/cde6d30c646e41f1887fa83c234685b6 2024-11-28T07:50:18,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/cde6d30c646e41f1887fa83c234685b6 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/cde6d30c646e41f1887fa83c234685b6 2024-11-28T07:50:18,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/cde6d30c646e41f1887fa83c234685b6, entries=8, sequenceid=138, filesize=13.1 K 2024-11-28T07:50:18,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 1f8c0f0b2495500eedde32c8e57dc03b in 23ms, sequenceid=138, compaction requested=false 2024-11-28T07:50:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:18,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f8c0f0b2495500eedde32c8e57dc03b 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-28T07:50:18,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/e82c83a0048a479a8e20a433c9d3ac13 is 1055, key is row0105/info:/1732780218144/Put/seqid=0 2024-11-28T07:50:18,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741857_1033 (size=21838) 2024-11-28T07:50:18,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741857_1033 (size=21838) 2024-11-28T07:50:18,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/e82c83a0048a479a8e20a433c9d3ac13 2024-11-28T07:50:18,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/e82c83a0048a479a8e20a433c9d3ac13 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/e82c83a0048a479a8e20a433c9d3ac13 2024-11-28T07:50:18,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/e82c83a0048a479a8e20a433c9d3ac13, entries=16, sequenceid=157, filesize=21.3 K 2024-11-28T07:50:18,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=8.21 KB/8408 for 1f8c0f0b2495500eedde32c8e57dc03b in 20ms, sequenceid=157, compaction requested=true 2024-11-28T07:50:18,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:18,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f8c0f0b2495500eedde32c8e57dc03b:info, priority=-2147483648, current under compaction store size is 1 2024-11-28T07:50:18,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:18,187 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T07:50:18,188 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 75334 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T07:50:18,188 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1541): 1f8c0f0b2495500eedde32c8e57dc03b/info is initiating minor compaction (all files) 2024-11-28T07:50:18,188 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f8c0f0b2495500eedde32c8e57dc03b/info in TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:18,188 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/d7a570a174e0484cbfde43f28837880b, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/cde6d30c646e41f1887fa83c234685b6, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/e82c83a0048a479a8e20a433c9d3ac13] into tmpdir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp, totalSize=73.6 K 2024-11-28T07:50:18,188 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7a570a174e0484cbfde43f28837880b, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732780203990 2024-11-28T07:50:18,189 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting cde6d30c646e41f1887fa83c234685b6, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732780218131 2024-11-28T07:50:18,189 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting e82c83a0048a479a8e20a433c9d3ac13, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732780218144 2024-11-28T07:50:18,199 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f8c0f0b2495500eedde32c8e57dc03b#info#compaction#48 average throughput is 57.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T07:50:18,200 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/6605203fb4b9459caf40db3851dee306 is 1055, key is row0064/info:/1732780203990/Put/seqid=0 2024-11-28T07:50:18,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741858_1034 (size=65544) 2024-11-28T07:50:18,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741858_1034 (size=65544) 2024-11-28T07:50:18,210 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/6605203fb4b9459caf40db3851dee306 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/6605203fb4b9459caf40db3851dee306 2024-11-28T07:50:18,215 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f8c0f0b2495500eedde32c8e57dc03b/info of 1f8c0f0b2495500eedde32c8e57dc03b into 6605203fb4b9459caf40db3851dee306(size=64.0 K), total size for store is 64.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T07:50:18,215 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:18,215 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., storeName=1f8c0f0b2495500eedde32c8e57dc03b/info, priority=13, startTime=1732780218187; duration=0sec 2024-11-28T07:50:18,215 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:18,215 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f8c0f0b2495500eedde32c8e57dc03b:info 2024-11-28T07:50:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:20,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f8c0f0b2495500eedde32c8e57dc03b 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-28T07:50:20,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/e453dff60d634e55bd7d99b62a92effe is 1055, key is row0121/info:/1732780218168/Put/seqid=0 2024-11-28T07:50:20,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741859_1035 (size=14447) 2024-11-28T07:50:20,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741859_1035 (size=14447) 2024-11-28T07:50:20,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/e453dff60d634e55bd7d99b62a92effe 2024-11-28T07:50:20,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/e453dff60d634e55bd7d99b62a92effe as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/e453dff60d634e55bd7d99b62a92effe 2024-11-28T07:50:20,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/e453dff60d634e55bd7d99b62a92effe, entries=9, sequenceid=170, filesize=14.1 K 2024-11-28T07:50:20,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=15.40 KB/15765 for 1f8c0f0b2495500eedde32c8e57dc03b in 24ms, sequenceid=170, compaction requested=false 2024-11-28T07:50:20,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:20,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f8c0f0b2495500eedde32c8e57dc03b 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-28T07:50:20,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/607b4ccc51354f6badec1efa8186c072 is 1055, key is row0130/info:/1732780220183/Put/seqid=0 2024-11-28T07:50:20,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741860_1036 (size=22891) 2024-11-28T07:50:20,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741860_1036 (size=22891) 2024-11-28T07:50:20,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/607b4ccc51354f6badec1efa8186c072 2024-11-28T07:50:20,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/607b4ccc51354f6badec1efa8186c072 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/607b4ccc51354f6badec1efa8186c072 2024-11-28T07:50:20,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1f8c0f0b2495500eedde32c8e57dc03b, server=f64cf8bdf19b,41671,1732780180353 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-28T07:50:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:57212 deadline: 1732780230228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1f8c0f0b2495500eedde32c8e57dc03b, server=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:50:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1f8c0f0b2495500eedde32c8e57dc03b, server=f64cf8bdf19b,41671,1732780180353 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T07:50:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1f8c0f0b2495500eedde32c8e57dc03b, server=f64cf8bdf19b,41671,1732780180353 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T07:50:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=127 because the exception is null or not the one we care about 2024-11-28T07:50:20,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/607b4ccc51354f6badec1efa8186c072, entries=17, sequenceid=190, filesize=22.4 K 2024-11-28T07:50:20,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for 1f8c0f0b2495500eedde32c8e57dc03b in 22ms, sequenceid=190, compaction requested=true 2024-11-28T07:50:20,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:20,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f8c0f0b2495500eedde32c8e57dc03b:info, priority=-2147483648, current under compaction store size is 1 2024-11-28T07:50:20,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:20,231 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T07:50:20,231 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102882 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T07:50:20,231 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1541): 1f8c0f0b2495500eedde32c8e57dc03b/info is initiating minor compaction (all files) 2024-11-28T07:50:20,231 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f8c0f0b2495500eedde32c8e57dc03b/info in TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:20,232 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/6605203fb4b9459caf40db3851dee306, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/e453dff60d634e55bd7d99b62a92effe, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/607b4ccc51354f6badec1efa8186c072] into tmpdir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp, totalSize=100.5 K 2024-11-28T07:50:20,232 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6605203fb4b9459caf40db3851dee306, keycount=57, bloomtype=ROW, size=64.0 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732780203990 2024-11-28T07:50:20,232 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting e453dff60d634e55bd7d99b62a92effe, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732780218168 2024-11-28T07:50:20,233 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 607b4ccc51354f6badec1efa8186c072, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732780220183 2024-11-28T07:50:20,244 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f8c0f0b2495500eedde32c8e57dc03b#info#compaction#51 average throughput is 41.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T07:50:20,245 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/4a493a08189f4055a45dbea19598072c is 1055, key is row0064/info:/1732780203990/Put/seqid=0 2024-11-28T07:50:20,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741861_1037 (size=93101) 2024-11-28T07:50:20,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741861_1037 (size=93101) 2024-11-28T07:50:20,255 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/4a493a08189f4055a45dbea19598072c as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/4a493a08189f4055a45dbea19598072c 2024-11-28T07:50:20,261 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f8c0f0b2495500eedde32c8e57dc03b/info of 1f8c0f0b2495500eedde32c8e57dc03b into 4a493a08189f4055a45dbea19598072c(size=90.9 K), total size for store is 90.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T07:50:20,262 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:20,262 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., storeName=1f8c0f0b2495500eedde32c8e57dc03b/info, priority=13, startTime=1732780220230; duration=0sec 2024-11-28T07:50:20,262 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:20,262 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f8c0f0b2495500eedde32c8e57dc03b:info 2024-11-28T07:50:21,814 INFO [master/f64cf8bdf19b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T07:50:21,814 INFO [master/f64cf8bdf19b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T07:50:26,564 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-28T07:50:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:30,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f8c0f0b2495500eedde32c8e57dc03b 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-28T07:50:30,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/6b842f8223e04cc09f035fd371a1ea14 is 1055, key is row0147/info:/1732780220209/Put/seqid=0 2024-11-28T07:50:30,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741862_1038 (size=18675) 2024-11-28T07:50:30,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741862_1038 (size=18675) 2024-11-28T07:50:30,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/6b842f8223e04cc09f035fd371a1ea14 2024-11-28T07:50:30,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/6b842f8223e04cc09f035fd371a1ea14 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/6b842f8223e04cc09f035fd371a1ea14 2024-11-28T07:50:30,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/6b842f8223e04cc09f035fd371a1ea14, entries=13, sequenceid=207, filesize=18.2 K 2024-11-28T07:50:30,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=1.03 KB/1051 for 1f8c0f0b2495500eedde32c8e57dc03b in 25ms, sequenceid=207, compaction requested=false 2024-11-28T07:50:30,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:32,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f8c0f0b2495500eedde32c8e57dc03b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-28T07:50:32,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/8461f62d008e4d0e866785e44005a075 is 1055, key is row0160/info:/1732780230278/Put/seqid=0 2024-11-28T07:50:32,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741863_1039 (size=13394) 2024-11-28T07:50:32,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741863_1039 (size=13394) 2024-11-28T07:50:32,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/8461f62d008e4d0e866785e44005a075 2024-11-28T07:50:32,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/8461f62d008e4d0e866785e44005a075 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/8461f62d008e4d0e866785e44005a075 2024-11-28T07:50:32,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/8461f62d008e4d0e866785e44005a075, entries=8, sequenceid=218, filesize=13.1 K 2024-11-28T07:50:32,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 1f8c0f0b2495500eedde32c8e57dc03b in 32ms, sequenceid=218, compaction requested=true 2024-11-28T07:50:32,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:32,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f8c0f0b2495500eedde32c8e57dc03b:info, priority=-2147483648, current under compaction store size is 1 2024-11-28T07:50:32,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:32,325 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T07:50:32,326 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125170 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T07:50:32,327 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1541): 1f8c0f0b2495500eedde32c8e57dc03b/info is initiating minor compaction (all files) 2024-11-28T07:50:32,327 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f8c0f0b2495500eedde32c8e57dc03b/info in TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:32,327 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/4a493a08189f4055a45dbea19598072c, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/6b842f8223e04cc09f035fd371a1ea14, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/8461f62d008e4d0e866785e44005a075] into tmpdir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp, totalSize=122.2 K 2024-11-28T07:50:32,327 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a493a08189f4055a45dbea19598072c, keycount=83, bloomtype=ROW, size=90.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732780203990 2024-11-28T07:50:32,328 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b842f8223e04cc09f035fd371a1ea14, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732780220209 2024-11-28T07:50:32,328 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8461f62d008e4d0e866785e44005a075, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732780230278 2024-11-28T07:50:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:32,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f8c0f0b2495500eedde32c8e57dc03b 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-28T07:50:32,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/3e3a57d8dcd74bbcae9a468e95be8072 is 1055, key is row0168/info:/1732780232294/Put/seqid=0 2024-11-28T07:50:32,344 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f8c0f0b2495500eedde32c8e57dc03b#info#compaction#55 average throughput is 26.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T07:50:32,345 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/0cfcb259bcde4cf793b9498fe82a7bca is 1055, key is row0064/info:/1732780203990/Put/seqid=0 2024-11-28T07:50:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741864_1040 (size=23944) 2024-11-28T07:50:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741864_1040 (size=23944) 2024-11-28T07:50:32,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/3e3a57d8dcd74bbcae9a468e95be8072 2024-11-28T07:50:32,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741865_1041 (size=115320) 2024-11-28T07:50:32,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741865_1041 (size=115320) 2024-11-28T07:50:32,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/3e3a57d8dcd74bbcae9a468e95be8072 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/3e3a57d8dcd74bbcae9a468e95be8072 2024-11-28T07:50:32,363 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/0cfcb259bcde4cf793b9498fe82a7bca as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/0cfcb259bcde4cf793b9498fe82a7bca 2024-11-28T07:50:32,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/3e3a57d8dcd74bbcae9a468e95be8072, entries=18, sequenceid=239, filesize=23.4 K 2024-11-28T07:50:32,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=7.18 KB/7357 for 1f8c0f0b2495500eedde32c8e57dc03b in 36ms, sequenceid=239, compaction requested=false 2024-11-28T07:50:32,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:32,369 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f8c0f0b2495500eedde32c8e57dc03b/info of 1f8c0f0b2495500eedde32c8e57dc03b into 0cfcb259bcde4cf793b9498fe82a7bca(size=112.6 K), total size for store is 136 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T07:50:32,369 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:32,369 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., storeName=1f8c0f0b2495500eedde32c8e57dc03b/info, priority=13, startTime=1732780232325; duration=0sec 2024-11-28T07:50:32,370 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:32,370 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f8c0f0b2495500eedde32c8e57dc03b:info 2024-11-28T07:50:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:34,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f8c0f0b2495500eedde32c8e57dc03b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-28T07:50:34,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/4bc2d139cf4c484abbb6e8976bd67c71 is 1055, key is row0186/info:/1732780232333/Put/seqid=0 2024-11-28T07:50:34,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741866_1042 (size=13394) 2024-11-28T07:50:34,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741866_1042 (size=13394) 2024-11-28T07:50:34,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/4bc2d139cf4c484abbb6e8976bd67c71 2024-11-28T07:50:34,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/4bc2d139cf4c484abbb6e8976bd67c71 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/4bc2d139cf4c484abbb6e8976bd67c71 2024-11-28T07:50:34,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/4bc2d139cf4c484abbb6e8976bd67c71, entries=8, sequenceid=251, filesize=13.1 K 2024-11-28T07:50:34,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 1f8c0f0b2495500eedde32c8e57dc03b in 25ms, sequenceid=251, compaction requested=true 2024-11-28T07:50:34,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:34,380 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T07:50:34,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f8c0f0b2495500eedde32c8e57dc03b:info, priority=-2147483648, current under compaction store size is 1 2024-11-28T07:50:34,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:34,381 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152658 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T07:50:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:34,382 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.HStore(1541): 1f8c0f0b2495500eedde32c8e57dc03b/info is initiating minor compaction (all files) 2024-11-28T07:50:34,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f8c0f0b2495500eedde32c8e57dc03b 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-28T07:50:34,382 INFO [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f8c0f0b2495500eedde32c8e57dc03b/info in TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:34,382 INFO [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/0cfcb259bcde4cf793b9498fe82a7bca, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/3e3a57d8dcd74bbcae9a468e95be8072, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/4bc2d139cf4c484abbb6e8976bd67c71] into tmpdir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp, totalSize=149.1 K 2024-11-28T07:50:34,382 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cfcb259bcde4cf793b9498fe82a7bca, keycount=104, bloomtype=ROW, size=112.6 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732780203990 2024-11-28T07:50:34,383 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e3a57d8dcd74bbcae9a468e95be8072, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732780232294 2024-11-28T07:50:34,383 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bc2d139cf4c484abbb6e8976bd67c71, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732780232333 2024-11-28T07:50:34,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/8382f5abe256428090abbffb0eb52e59 is 1055, key is row0194/info:/1732780234356/Put/seqid=0 2024-11-28T07:50:34,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741867_1043 (size=21851) 2024-11-28T07:50:34,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741867_1043 (size=21851) 2024-11-28T07:50:34,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/8382f5abe256428090abbffb0eb52e59 2024-11-28T07:50:34,412 INFO [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f8c0f0b2495500eedde32c8e57dc03b#info#compaction#58 average throughput is 43.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T07:50:34,413 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/46136ef6a0ba444da485a4009cf8b800 is 1055, key is row0064/info:/1732780203990/Put/seqid=0 2024-11-28T07:50:34,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1f8c0f0b2495500eedde32c8e57dc03b, server=f64cf8bdf19b,41671,1732780180353 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-28T07:50:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:57212 deadline: 1732780244415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1f8c0f0b2495500eedde32c8e57dc03b, server=f64cf8bdf19b,41671,1732780180353 2024-11-28T07:50:34,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1f8c0f0b2495500eedde32c8e57dc03b, server=f64cf8bdf19b,41671,1732780180353 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T07:50:34,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=1f8c0f0b2495500eedde32c8e57dc03b, server=f64cf8bdf19b,41671,1732780180353 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T07:50:34,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., hostname=f64cf8bdf19b,41671,1732780180353, seqNum=127 because the exception is null or not the one we care about 2024-11-28T07:50:34,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/8382f5abe256428090abbffb0eb52e59 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/8382f5abe256428090abbffb0eb52e59 2024-11-28T07:50:34,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/8382f5abe256428090abbffb0eb52e59, entries=16, sequenceid=270, filesize=21.3 K 2024-11-28T07:50:34,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for 1f8c0f0b2495500eedde32c8e57dc03b in 44ms, sequenceid=270, compaction requested=false 2024-11-28T07:50:34,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741868_1044 (size=143004) 2024-11-28T07:50:34,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741868_1044 (size=143004) 2024-11-28T07:50:34,435 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/46136ef6a0ba444da485a4009cf8b800 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/46136ef6a0ba444da485a4009cf8b800 2024-11-28T07:50:34,442 INFO [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f8c0f0b2495500eedde32c8e57dc03b/info of 1f8c0f0b2495500eedde32c8e57dc03b into 46136ef6a0ba444da485a4009cf8b800(size=139.7 K), total size for store is 161.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T07:50:34,442 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:34,442 INFO [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., storeName=1f8c0f0b2495500eedde32c8e57dc03b/info, priority=13, startTime=1732780234380; duration=0sec 2024-11-28T07:50:34,442 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:34,442 DEBUG [RS:0;f64cf8bdf19b:41671-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f8c0f0b2495500eedde32c8e57dc03b:info 2024-11-28T07:50:40,276 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T07:50:41,624 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T07:50:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:44,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f8c0f0b2495500eedde32c8e57dc03b 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-28T07:50:44,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/7bee52aeb9bb44448c56e4d5a794ed94 is 1055, key is row0210/info:/1732780234383/Put/seqid=0 2024-11-28T07:50:44,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741869_1045 (size=19742) 2024-11-28T07:50:44,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741869_1045 (size=19742) 2024-11-28T07:50:44,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/7bee52aeb9bb44448c56e4d5a794ed94 2024-11-28T07:50:44,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/7bee52aeb9bb44448c56e4d5a794ed94 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/7bee52aeb9bb44448c56e4d5a794ed94 2024-11-28T07:50:44,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/7bee52aeb9bb44448c56e4d5a794ed94, entries=14, sequenceid=288, filesize=19.3 K 2024-11-28T07:50:44,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=1.03 KB/1051 for 1f8c0f0b2495500eedde32c8e57dc03b in 21ms, sequenceid=288, compaction requested=true 2024-11-28T07:50:44,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:44,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f8c0f0b2495500eedde32c8e57dc03b:info, priority=-2147483648, current under compaction store size is 1 2024-11-28T07:50:44,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:44,476 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T07:50:44,477 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T07:50:44,477 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1541): 1f8c0f0b2495500eedde32c8e57dc03b/info is initiating minor compaction (all files) 2024-11-28T07:50:44,477 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f8c0f0b2495500eedde32c8e57dc03b/info in TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:44,477 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/46136ef6a0ba444da485a4009cf8b800, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/8382f5abe256428090abbffb0eb52e59, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/7bee52aeb9bb44448c56e4d5a794ed94] into tmpdir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp, totalSize=180.3 K 2024-11-28T07:50:44,478 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46136ef6a0ba444da485a4009cf8b800, keycount=130, bloomtype=ROW, size=139.7 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732780203990 2024-11-28T07:50:44,478 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8382f5abe256428090abbffb0eb52e59, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732780234356 2024-11-28T07:50:44,478 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bee52aeb9bb44448c56e4d5a794ed94, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732780234383 2024-11-28T07:50:44,490 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f8c0f0b2495500eedde32c8e57dc03b#info#compaction#60 average throughput is 53.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T07:50:44,491 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/53dbb0860fd54e429332aabaaf5665a4 is 1055, key is row0064/info:/1732780203990/Put/seqid=0 2024-11-28T07:50:44,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741870_1046 (size=174731) 2024-11-28T07:50:44,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741870_1046 (size=174731) 2024-11-28T07:50:44,498 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/53dbb0860fd54e429332aabaaf5665a4 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/53dbb0860fd54e429332aabaaf5665a4 2024-11-28T07:50:44,503 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f8c0f0b2495500eedde32c8e57dc03b/info of 1f8c0f0b2495500eedde32c8e57dc03b into 53dbb0860fd54e429332aabaaf5665a4(size=170.6 K), total size for store is 170.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T07:50:44,503 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:44,503 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., storeName=1f8c0f0b2495500eedde32c8e57dc03b/info, priority=13, startTime=1732780244476; duration=0sec 2024-11-28T07:50:44,504 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:44,504 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f8c0f0b2495500eedde32c8e57dc03b:info 2024-11-28T07:50:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:46,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f8c0f0b2495500eedde32c8e57dc03b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-28T07:50:46,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/eccb2ef8ca9b407c94e7663295e277a8 is 1055, key is row0224/info:/1732780244456/Put/seqid=0 2024-11-28T07:50:46,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741871_1047 (size=13402) 2024-11-28T07:50:46,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741871_1047 (size=13402) 2024-11-28T07:50:46,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/eccb2ef8ca9b407c94e7663295e277a8 2024-11-28T07:50:46,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/eccb2ef8ca9b407c94e7663295e277a8 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/eccb2ef8ca9b407c94e7663295e277a8 2024-11-28T07:50:46,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/eccb2ef8ca9b407c94e7663295e277a8, entries=8, sequenceid=300, filesize=13.1 K 2024-11-28T07:50:46,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 1f8c0f0b2495500eedde32c8e57dc03b in 26ms, sequenceid=300, compaction requested=false 2024-11-28T07:50:46,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41671 {}] regionserver.HRegion(8855): Flush requested on 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:46,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f8c0f0b2495500eedde32c8e57dc03b 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-28T07:50:46,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/62cbfb6c9dec4777817f186c690f3227 is 1055, key is row0232/info:/1732780246469/Put/seqid=0 2024-11-28T07:50:46,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741872_1048 (size=23962) 2024-11-28T07:50:46,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741872_1048 (size=23962) 2024-11-28T07:50:46,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/62cbfb6c9dec4777817f186c690f3227 2024-11-28T07:50:46,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/62cbfb6c9dec4777817f186c690f3227 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/62cbfb6c9dec4777817f186c690f3227 2024-11-28T07:50:46,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/62cbfb6c9dec4777817f186c690f3227, entries=18, sequenceid=321, filesize=23.4 K 2024-11-28T07:50:46,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=7.18 KB/7357 for 1f8c0f0b2495500eedde32c8e57dc03b in 20ms, sequenceid=321, compaction requested=true 2024-11-28T07:50:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f8c0f0b2495500eedde32c8e57dc03b:info, priority=-2147483648, current under compaction store size is 1 2024-11-28T07:50:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:46,515 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T07:50:46,516 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 212095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T07:50:46,516 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1541): 1f8c0f0b2495500eedde32c8e57dc03b/info is initiating minor compaction (all files) 2024-11-28T07:50:46,516 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f8c0f0b2495500eedde32c8e57dc03b/info in TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:46,516 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/53dbb0860fd54e429332aabaaf5665a4, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/eccb2ef8ca9b407c94e7663295e277a8, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/62cbfb6c9dec4777817f186c690f3227] into tmpdir=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp, totalSize=207.1 K 2024-11-28T07:50:46,517 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53dbb0860fd54e429332aabaaf5665a4, keycount=160, bloomtype=ROW, size=170.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732780203990 2024-11-28T07:50:46,517 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting eccb2ef8ca9b407c94e7663295e277a8, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732780244456 2024-11-28T07:50:46,517 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62cbfb6c9dec4777817f186c690f3227, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732780246469 2024-11-28T07:50:46,528 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f8c0f0b2495500eedde32c8e57dc03b#info#compaction#63 average throughput is 93.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T07:50:46,529 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/030a8d1b5fb14c28b0a513201efdac20 is 1055, key is row0064/info:/1732780203990/Put/seqid=0 2024-11-28T07:50:46,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741873_1049 (size=202241) 2024-11-28T07:50:46,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741873_1049 (size=202241) 2024-11-28T07:50:46,537 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/030a8d1b5fb14c28b0a513201efdac20 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/030a8d1b5fb14c28b0a513201efdac20 2024-11-28T07:50:46,542 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f8c0f0b2495500eedde32c8e57dc03b/info of 1f8c0f0b2495500eedde32c8e57dc03b into 030a8d1b5fb14c28b0a513201efdac20(size=197.5 K), total size for store is 197.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T07:50:46,542 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:46,542 INFO [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., storeName=1f8c0f0b2495500eedde32c8e57dc03b/info, priority=13, startTime=1732780246515; duration=0sec 2024-11-28T07:50:46,542 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T07:50:46,542 DEBUG [RS:0;f64cf8bdf19b:41671-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f8c0f0b2495500eedde32c8e57dc03b:info 2024-11-28T07:50:48,505 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-28T07:50:48,519 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.1732780248506, exclude list is [], retry=0 2024-11-28T07:50:48,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41899,DS-82cb3ae7-26fe-4e82-96fc-2d8132edd811,DISK] 2024-11-28T07:50:48,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40531,DS-a5c32881-adba-4348-b9c6-1f0455c34c06,DISK] 2024-11-28T07:50:48,523 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.1732780181141 with entries=310, filesize=301.64 KB; new WAL /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.1732780248506 2024-11-28T07:50:48,524 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37393:37393),(127.0.0.1/127.0.0.1:36121:36121)] 2024-11-28T07:50:48,524 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.1732780181141 is not closed yet, will try archiving it next time 2024-11-28T07:50:48,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741833_1009 (size=308883) 2024-11-28T07:50:48,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741833_1009 (size=308883) 2024-11-28T07:50:48,528 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a6b0a32ce8884153eb61d70e2d8c1408: 2024-11-28T07:50:48,528 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1f8c0f0b2495500eedde32c8e57dc03b 1/1 column families, dataSize=7.18 KB heapSize=7.96 KB 2024-11-28T07:50:48,532 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/754deb7273a04679888e304e76338dae is 1055, key is row0250/info:/1732780246496/Put/seqid=0 2024-11-28T07:50:48,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741875_1051 (size=12348) 2024-11-28T07:50:48,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741875_1051 (size=12348) 2024-11-28T07:50:48,537 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/754deb7273a04679888e304e76338dae 2024-11-28T07:50:48,542 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/.tmp/info/754deb7273a04679888e304e76338dae as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/754deb7273a04679888e304e76338dae 2024-11-28T07:50:48,546 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/754deb7273a04679888e304e76338dae, entries=7, sequenceid=332, filesize=12.1 K 2024-11-28T07:50:48,547 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for 1f8c0f0b2495500eedde32c8e57dc03b in 19ms, sequenceid=332, compaction requested=false 2024-11-28T07:50:48,547 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1f8c0f0b2495500eedde32c8e57dc03b: 2024-11-28T07:50:48,547 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-28T07:50:48,551 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/.tmp/info/e29f5fb0430d442782b0b4795d5d3899 is 186, key is TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408./info:regioninfo/1732780206971/Put/seqid=0 2024-11-28T07:50:48,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741876_1052 (size=6153) 2024-11-28T07:50:48,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741876_1052 (size=6153) 2024-11-28T07:50:48,556 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/.tmp/info/e29f5fb0430d442782b0b4795d5d3899 2024-11-28T07:50:48,561 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/.tmp/info/e29f5fb0430d442782b0b4795d5d3899 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/info/e29f5fb0430d442782b0b4795d5d3899 2024-11-28T07:50:48,565 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/info/e29f5fb0430d442782b0b4795d5d3899, entries=5, sequenceid=21, filesize=6.0 K 2024-11-28T07:50:48,566 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 19ms, sequenceid=21, compaction requested=false 2024-11-28T07:50:48,566 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-28T07:50:48,579 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.1732780248566, exclude list is [], retry=0 2024-11-28T07:50:48,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40531,DS-a5c32881-adba-4348-b9c6-1f0455c34c06,DISK] 2024-11-28T07:50:48,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41899,DS-82cb3ae7-26fe-4e82-96fc-2d8132edd811,DISK] 2024-11-28T07:50:48,583 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.1732780248506 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.1732780248566 2024-11-28T07:50:48,583 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36121:36121),(127.0.0.1/127.0.0.1:37393:37393)] 2024-11-28T07:50:48,583 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.1732780248506 is not closed yet, will try archiving it next time 2024-11-28T07:50:48,583 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.1732780181141 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/oldWALs/f64cf8bdf19b%2C41671%2C1732780180353.1732780181141 2024-11-28T07:50:48,584 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:50:48,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741874_1050 (size=731) 2024-11-28T07:50:48,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741874_1050 (size=731) 2024-11-28T07:50:48,585 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.1732780248506 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/oldWALs/f64cf8bdf19b%2C41671%2C1732780180353.1732780248506 2024-11-28T07:50:48,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T07:50:48,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:50:48,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:50:48,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:50:48,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:50:48,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T07:50:48,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T07:50:48,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=407647598, stopped=false 2024-11-28T07:50:48,685 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f64cf8bdf19b,43799,1732780180297 2024-11-28T07:50:48,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:50:48,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:50:48,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:48,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:48,687 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:50:48,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:50:48,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:50:48,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:50:48,688 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f64cf8bdf19b,41671,1732780180353' ***** 2024-11-28T07:50:48,688 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T07:50:48,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:50:48,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:50:48,688 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T07:50:48,688 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T07:50:48,688 INFO [RS:0;f64cf8bdf19b:41671 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T07:50:48,688 INFO [RS:0;f64cf8bdf19b:41671 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T07:50:48,688 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(3091): Received CLOSE for a6b0a32ce8884153eb61d70e2d8c1408 2024-11-28T07:50:48,688 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f8c0f0b2495500eedde32c8e57dc03b 2024-11-28T07:50:48,688 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(959): stopping server f64cf8bdf19b,41671,1732780180353 2024-11-28T07:50:48,688 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:50:48,688 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6b0a32ce8884153eb61d70e2d8c1408, disabling compactions & flushes 2024-11-28T07:50:48,689 INFO [RS:0;f64cf8bdf19b:41671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f64cf8bdf19b:41671. 2024-11-28T07:50:48,689 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408. 2024-11-28T07:50:48,689 DEBUG [RS:0;f64cf8bdf19b:41671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:50:48,689 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408. 2024-11-28T07:50:48,689 DEBUG [RS:0;f64cf8bdf19b:41671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:50:48,689 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408. after waiting 0 ms 2024-11-28T07:50:48,689 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408. 2024-11-28T07:50:48,689 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T07:50:48,689 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T07:50:48,689 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T07:50:48,689 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T07:50:48,689 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T07:50:48,689 DEBUG [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(1325): Online Regions={a6b0a32ce8884153eb61d70e2d8c1408=TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408., 1f8c0f0b2495500eedde32c8e57dc03b=TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T07:50:48,689 DEBUG [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f8c0f0b2495500eedde32c8e57dc03b, a6b0a32ce8884153eb61d70e2d8c1408 2024-11-28T07:50:48,689 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:50:48,689 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408/info/2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790->hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/2f4615bfc67943a5adfa516507a7e075-bottom] to archive 2024-11-28T07:50:48,689 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:50:48,689 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:50:48,689 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:50:48,690 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:50:48,690 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T07:50:48,692 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408/info/2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408/info/2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790 2024-11-28T07:50:48,693 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f64cf8bdf19b:43799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-28T07:50:48,693 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-28T07:50:48,694 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-28T07:50:48,695 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:50:48,695 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:50:48,695 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732780248689Running coprocessor pre-close hooks at 1732780248689Disabling compacts and flushes for region at 1732780248689Disabling writes for close at 1732780248690 (+1 ms)Writing region close event to WAL at 1732780248691 (+1 ms)Running coprocessor post-close hooks at 1732780248695 (+4 ms)Closed at 1732780248695 2024-11-28T07:50:48,695 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T07:50:48,696 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/a6b0a32ce8884153eb61d70e2d8c1408/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-28T07:50:48,696 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408. 2024-11-28T07:50:48,697 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6b0a32ce8884153eb61d70e2d8c1408: Waiting for close lock at 1732780248688Running coprocessor pre-close hooks at 1732780248688Disabling compacts and flushes for region at 1732780248688Disabling writes for close at 1732780248689 (+1 ms)Writing region close event to WAL at 1732780248693 (+4 ms)Running coprocessor post-close hooks at 1732780248696 (+3 ms)Closed at 1732780248696 2024-11-28T07:50:48,697 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732780206088.a6b0a32ce8884153eb61d70e2d8c1408. 2024-11-28T07:50:48,697 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f8c0f0b2495500eedde32c8e57dc03b, disabling compactions & flushes 2024-11-28T07:50:48,697 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:48,697 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:48,697 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. after waiting 0 ms 2024-11-28T07:50:48,697 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:48,697 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790->hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/0d6c658bb100657711028e76e1345790/info/2f4615bfc67943a5adfa516507a7e075-top, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d817de99716f41efba097a909942dbcd, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d4d6981d91404f5fbd436d1fb724d5e8, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/d7a570a174e0484cbfde43f28837880b, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-736763111bc3475fbc3ccba4491235fa, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/cde6d30c646e41f1887fa83c234685b6, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/6605203fb4b9459caf40db3851dee306, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/e82c83a0048a479a8e20a433c9d3ac13, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/e453dff60d634e55bd7d99b62a92effe, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/4a493a08189f4055a45dbea19598072c, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/607b4ccc51354f6badec1efa8186c072, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/6b842f8223e04cc09f035fd371a1ea14, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/0cfcb259bcde4cf793b9498fe82a7bca, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/8461f62d008e4d0e866785e44005a075, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/3e3a57d8dcd74bbcae9a468e95be8072, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/46136ef6a0ba444da485a4009cf8b800, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/4bc2d139cf4c484abbb6e8976bd67c71, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/8382f5abe256428090abbffb0eb52e59, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/53dbb0860fd54e429332aabaaf5665a4, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/7bee52aeb9bb44448c56e4d5a794ed94, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/eccb2ef8ca9b407c94e7663295e277a8, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/62cbfb6c9dec4777817f186c690f3227] to archive 2024-11-28T07:50:48,698 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T07:50:48,700 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/2f4615bfc67943a5adfa516507a7e075.0d6c658bb100657711028e76e1345790 2024-11-28T07:50:48,701 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d817de99716f41efba097a909942dbcd to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d817de99716f41efba097a909942dbcd 2024-11-28T07:50:48,702 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d4d6981d91404f5fbd436d1fb724d5e8 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-d4d6981d91404f5fbd436d1fb724d5e8 2024-11-28T07:50:48,703 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/d7a570a174e0484cbfde43f28837880b to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/d7a570a174e0484cbfde43f28837880b 2024-11-28T07:50:48,704 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-736763111bc3475fbc3ccba4491235fa to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/TestLogRolling-testLogRolling=0d6c658bb100657711028e76e1345790-736763111bc3475fbc3ccba4491235fa 2024-11-28T07:50:48,705 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/cde6d30c646e41f1887fa83c234685b6 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/cde6d30c646e41f1887fa83c234685b6 2024-11-28T07:50:48,706 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/6605203fb4b9459caf40db3851dee306 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/6605203fb4b9459caf40db3851dee306 2024-11-28T07:50:48,707 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/e82c83a0048a479a8e20a433c9d3ac13 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/e82c83a0048a479a8e20a433c9d3ac13 2024-11-28T07:50:48,709 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/e453dff60d634e55bd7d99b62a92effe to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/e453dff60d634e55bd7d99b62a92effe 2024-11-28T07:50:48,710 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/4a493a08189f4055a45dbea19598072c to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/4a493a08189f4055a45dbea19598072c 2024-11-28T07:50:48,711 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/607b4ccc51354f6badec1efa8186c072 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/607b4ccc51354f6badec1efa8186c072 2024-11-28T07:50:48,712 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/6b842f8223e04cc09f035fd371a1ea14 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/6b842f8223e04cc09f035fd371a1ea14 2024-11-28T07:50:48,714 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/0cfcb259bcde4cf793b9498fe82a7bca to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/0cfcb259bcde4cf793b9498fe82a7bca 2024-11-28T07:50:48,715 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/8461f62d008e4d0e866785e44005a075 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/8461f62d008e4d0e866785e44005a075 2024-11-28T07:50:48,716 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/3e3a57d8dcd74bbcae9a468e95be8072 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/3e3a57d8dcd74bbcae9a468e95be8072 2024-11-28T07:50:48,717 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/46136ef6a0ba444da485a4009cf8b800 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/46136ef6a0ba444da485a4009cf8b800 2024-11-28T07:50:48,718 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/4bc2d139cf4c484abbb6e8976bd67c71 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/4bc2d139cf4c484abbb6e8976bd67c71 2024-11-28T07:50:48,719 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/8382f5abe256428090abbffb0eb52e59 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/8382f5abe256428090abbffb0eb52e59 2024-11-28T07:50:48,720 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/53dbb0860fd54e429332aabaaf5665a4 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/53dbb0860fd54e429332aabaaf5665a4 2024-11-28T07:50:48,722 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/7bee52aeb9bb44448c56e4d5a794ed94 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/7bee52aeb9bb44448c56e4d5a794ed94 2024-11-28T07:50:48,723 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/eccb2ef8ca9b407c94e7663295e277a8 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/eccb2ef8ca9b407c94e7663295e277a8 2024-11-28T07:50:48,724 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/62cbfb6c9dec4777817f186c690f3227 to hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/archive/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/info/62cbfb6c9dec4777817f186c690f3227 2024-11-28T07:50:48,724 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [d7a570a174e0484cbfde43f28837880b=40102, cde6d30c646e41f1887fa83c234685b6=13394, 6605203fb4b9459caf40db3851dee306=65544, e82c83a0048a479a8e20a433c9d3ac13=21838, e453dff60d634e55bd7d99b62a92effe=14447, 4a493a08189f4055a45dbea19598072c=93101, 607b4ccc51354f6badec1efa8186c072=22891, 6b842f8223e04cc09f035fd371a1ea14=18675, 0cfcb259bcde4cf793b9498fe82a7bca=115320, 8461f62d008e4d0e866785e44005a075=13394, 3e3a57d8dcd74bbcae9a468e95be8072=23944, 46136ef6a0ba444da485a4009cf8b800=143004, 4bc2d139cf4c484abbb6e8976bd67c71=13394, 8382f5abe256428090abbffb0eb52e59=21851, 53dbb0860fd54e429332aabaaf5665a4=174731, 7bee52aeb9bb44448c56e4d5a794ed94=19742, eccb2ef8ca9b407c94e7663295e277a8=13402, 62cbfb6c9dec4777817f186c690f3227=23962] 2024-11-28T07:50:48,728 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/data/default/TestLogRolling-testLogRolling/1f8c0f0b2495500eedde32c8e57dc03b/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=126 2024-11-28T07:50:48,729 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:48,729 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f8c0f0b2495500eedde32c8e57dc03b: Waiting for close lock at 1732780248697Running coprocessor pre-close hooks at 1732780248697Disabling compacts and flushes for region at 1732780248697Disabling writes for close at 1732780248697Writing region close event to WAL at 1732780248725 (+28 ms)Running coprocessor post-close hooks at 1732780248728 (+3 ms)Closed at 1732780248729 (+1 ms) 2024-11-28T07:50:48,729 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732780206088.1f8c0f0b2495500eedde32c8e57dc03b. 2024-11-28T07:50:48,890 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(976): stopping server f64cf8bdf19b,41671,1732780180353; all regions closed. 2024-11-28T07:50:48,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741834_1010 (size=8107) 2024-11-28T07:50:48,893 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/WALs/f64cf8bdf19b,41671,1732780180353/f64cf8bdf19b%2C41671%2C1732780180353.meta.1732780181541.meta not finished, retry = 0 2024-11-28T07:50:48,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741834_1010 (size=8107) 2024-11-28T07:50:48,995 DEBUG [RS:0;f64cf8bdf19b:41671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/oldWALs 2024-11-28T07:50:48,995 INFO [RS:0;f64cf8bdf19b:41671 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C41671%2C1732780180353.meta:.meta(num 1732780181541) 2024-11-28T07:50:48,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741877_1053 (size=780) 2024-11-28T07:50:48,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741877_1053 (size=780) 2024-11-28T07:50:48,999 DEBUG [RS:0;f64cf8bdf19b:41671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/oldWALs 2024-11-28T07:50:48,999 INFO [RS:0;f64cf8bdf19b:41671 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C41671%2C1732780180353:(num 1732780248566) 2024-11-28T07:50:48,999 DEBUG [RS:0;f64cf8bdf19b:41671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:50:48,999 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:50:48,999 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:50:49,000 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.ChoreService(370): Chore service for: regionserver/f64cf8bdf19b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T07:50:49,000 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:50:49,000 INFO [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:50:49,000 INFO [RS:0;f64cf8bdf19b:41671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41671 2024-11-28T07:50:49,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f64cf8bdf19b,41671,1732780180353 2024-11-28T07:50:49,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:50:49,002 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:50:49,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f64cf8bdf19b,41671,1732780180353] 2024-11-28T07:50:49,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f64cf8bdf19b,41671,1732780180353 already deleted, retry=false 2024-11-28T07:50:49,006 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f64cf8bdf19b,41671,1732780180353 expired; onlineServers=0 2024-11-28T07:50:49,006 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f64cf8bdf19b,43799,1732780180297' ***** 2024-11-28T07:50:49,006 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T07:50:49,007 INFO [M:0;f64cf8bdf19b:43799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:50:49,007 INFO [M:0;f64cf8bdf19b:43799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:50:49,007 DEBUG [M:0;f64cf8bdf19b:43799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T07:50:49,007 DEBUG [M:0;f64cf8bdf19b:43799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T07:50:49,007 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T07:50:49,007 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780180933 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780180933,5,FailOnTimeoutGroup] 2024-11-28T07:50:49,007 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780180933 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780180933,5,FailOnTimeoutGroup] 2024-11-28T07:50:49,007 INFO [M:0;f64cf8bdf19b:43799 {}] hbase.ChoreService(370): Chore service for: master/f64cf8bdf19b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T07:50:49,007 INFO [M:0;f64cf8bdf19b:43799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:50:49,007 DEBUG [M:0;f64cf8bdf19b:43799 {}] master.HMaster(1795): Stopping service threads 2024-11-28T07:50:49,007 INFO [M:0;f64cf8bdf19b:43799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T07:50:49,008 INFO [M:0;f64cf8bdf19b:43799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:50:49,008 INFO [M:0;f64cf8bdf19b:43799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T07:50:49,008 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T07:50:49,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T07:50:49,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:49,008 DEBUG [M:0;f64cf8bdf19b:43799 {}] zookeeper.ZKUtil(347): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T07:50:49,008 WARN [M:0;f64cf8bdf19b:43799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T07:50:49,008 INFO [regionserver/f64cf8bdf19b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:50:49,009 INFO [M:0;f64cf8bdf19b:43799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/.lastflushedseqids 2024-11-28T07:50:49,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741878_1054 (size=228) 2024-11-28T07:50:49,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741878_1054 (size=228) 2024-11-28T07:50:49,015 INFO [M:0;f64cf8bdf19b:43799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T07:50:49,015 INFO [M:0;f64cf8bdf19b:43799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T07:50:49,015 DEBUG [M:0;f64cf8bdf19b:43799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:50:49,015 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:50:49,015 DEBUG [M:0;f64cf8bdf19b:43799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:50:49,015 DEBUG [M:0;f64cf8bdf19b:43799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:50:49,015 DEBUG [M:0;f64cf8bdf19b:43799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:50:49,015 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-28T07:50:49,032 DEBUG [M:0;f64cf8bdf19b:43799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c81faf35d9d748d8ba8717f3a6c6908c is 82, key is hbase:meta,,1/info:regioninfo/1732780181580/Put/seqid=0 2024-11-28T07:50:49,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741879_1055 (size=5672) 2024-11-28T07:50:49,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741879_1055 (size=5672) 2024-11-28T07:50:49,037 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c81faf35d9d748d8ba8717f3a6c6908c 2024-11-28T07:50:49,057 DEBUG [M:0;f64cf8bdf19b:43799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07b073437ca54adf9c5fab6494321f72 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732780182052/Put/seqid=0 2024-11-28T07:50:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741880_1056 (size=7090) 2024-11-28T07:50:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741880_1056 (size=7090) 2024-11-28T07:50:49,062 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07b073437ca54adf9c5fab6494321f72 2024-11-28T07:50:49,067 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07b073437ca54adf9c5fab6494321f72 2024-11-28T07:50:49,081 DEBUG [M:0;f64cf8bdf19b:43799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e7bec73571f4ae28b5c10ddaea28832 is 69, key is f64cf8bdf19b,41671,1732780180353/rs:state/1732780180989/Put/seqid=0 2024-11-28T07:50:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741881_1057 (size=5156) 2024-11-28T07:50:49,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741881_1057 (size=5156) 2024-11-28T07:50:49,086 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e7bec73571f4ae28b5c10ddaea28832 2024-11-28T07:50:49,103 DEBUG [M:0;f64cf8bdf19b:43799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3e9a328cba7e46af8d4e444b6763f2b9 is 52, key is load_balancer_on/state:d/1732780181680/Put/seqid=0 2024-11-28T07:50:49,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:50:49,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41671-0x1015d8d2dc60001, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:50:49,103 INFO [RS:0;f64cf8bdf19b:41671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:50:49,103 INFO [RS:0;f64cf8bdf19b:41671 {}] regionserver.HRegionServer(1031): Exiting; stopping=f64cf8bdf19b,41671,1732780180353; zookeeper connection closed. 2024-11-28T07:50:49,104 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58711f47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58711f47 2024-11-28T07:50:49,104 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T07:50:49,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741882_1058 (size=5056) 2024-11-28T07:50:49,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741882_1058 (size=5056) 2024-11-28T07:50:49,108 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3e9a328cba7e46af8d4e444b6763f2b9 2024-11-28T07:50:49,112 DEBUG [M:0;f64cf8bdf19b:43799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c81faf35d9d748d8ba8717f3a6c6908c as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c81faf35d9d748d8ba8717f3a6c6908c 2024-11-28T07:50:49,117 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c81faf35d9d748d8ba8717f3a6c6908c, entries=8, sequenceid=125, filesize=5.5 K 2024-11-28T07:50:49,118 DEBUG [M:0;f64cf8bdf19b:43799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07b073437ca54adf9c5fab6494321f72 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07b073437ca54adf9c5fab6494321f72 2024-11-28T07:50:49,122 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07b073437ca54adf9c5fab6494321f72 2024-11-28T07:50:49,122 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07b073437ca54adf9c5fab6494321f72, entries=13, sequenceid=125, filesize=6.9 K 2024-11-28T07:50:49,123 DEBUG [M:0;f64cf8bdf19b:43799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e7bec73571f4ae28b5c10ddaea28832 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e7bec73571f4ae28b5c10ddaea28832 2024-11-28T07:50:49,126 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e7bec73571f4ae28b5c10ddaea28832, entries=1, sequenceid=125, filesize=5.0 K 2024-11-28T07:50:49,127 DEBUG [M:0;f64cf8bdf19b:43799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3e9a328cba7e46af8d4e444b6763f2b9 as hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3e9a328cba7e46af8d4e444b6763f2b9 2024-11-28T07:50:49,132 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34951/user/jenkins/test-data/46fe7e18-8b06-5481-8b59-a4ecee4f9c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3e9a328cba7e46af8d4e444b6763f2b9, entries=1, sequenceid=125, filesize=4.9 K 2024-11-28T07:50:49,133 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=125, compaction requested=false 2024-11-28T07:50:49,134 INFO [M:0;f64cf8bdf19b:43799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:50:49,134 DEBUG [M:0;f64cf8bdf19b:43799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732780249015Disabling compacts and flushes for region at 1732780249015Disabling writes for close at 1732780249015Obtaining lock to block concurrent updates at 1732780249015Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732780249015Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1732780249016 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732780249016Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732780249016Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732780249031 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732780249031Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732780249042 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732780249056 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732780249056Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732780249067 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732780249081 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732780249081Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732780249090 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732780249103 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732780249103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a260dc: reopening flushed file at 1732780249112 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ad55d9d: reopening flushed file at 1732780249117 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d7b071: reopening flushed file at 1732780249122 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21032467: reopening flushed file at 1732780249127 (+5 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=125, compaction requested=false at 1732780249133 (+6 ms)Writing region close event to WAL at 1732780249134 (+1 ms)Closed at 1732780249134 2024-11-28T07:50:49,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741830_1006 (size=61320) 2024-11-28T07:50:49,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41899 is added to blk_1073741830_1006 (size=61320) 2024-11-28T07:50:49,137 INFO [M:0;f64cf8bdf19b:43799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T07:50:49,137 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:50:49,137 INFO [M:0;f64cf8bdf19b:43799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43799 2024-11-28T07:50:49,137 INFO [M:0;f64cf8bdf19b:43799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:50:49,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:50:49,239 INFO [M:0;f64cf8bdf19b:43799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:50:49,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x1015d8d2dc60000, quorum=127.0.0.1:56810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:50:49,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8633e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:50:49,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b935e64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:50:49,243 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:50:49,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@337dc3c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:50:49,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bfbb581{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/hadoop.log.dir/,STOPPED} 2024-11-28T07:50:49,245 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:50:49,245 WARN [BP-1046104387-172.17.0.2-1732780179591 heartbeating to localhost/127.0.0.1:34951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:50:49,245 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:50:49,245 WARN [BP-1046104387-172.17.0.2-1732780179591 heartbeating to localhost/127.0.0.1:34951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046104387-172.17.0.2-1732780179591 (Datanode Uuid 5d6c67df-d72d-46a9-9bb9-b3d56808dcd2) service to localhost/127.0.0.1:34951 2024-11-28T07:50:49,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/cluster_51bd82c7-7759-03e4-61ef-18fadb05cef4/data/data3/current/BP-1046104387-172.17.0.2-1732780179591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:50:49,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/cluster_51bd82c7-7759-03e4-61ef-18fadb05cef4/data/data4/current/BP-1046104387-172.17.0.2-1732780179591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:50:49,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:50:49,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@251e91d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:50:49,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34caa4f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:50:49,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:50:49,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d2b51d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:50:49,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d5faf65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/hadoop.log.dir/,STOPPED} 2024-11-28T07:50:49,250 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:50:49,250 WARN [BP-1046104387-172.17.0.2-1732780179591 heartbeating to localhost/127.0.0.1:34951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:50:49,250 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:50:49,250 WARN [BP-1046104387-172.17.0.2-1732780179591 heartbeating to localhost/127.0.0.1:34951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046104387-172.17.0.2-1732780179591 (Datanode Uuid 19376dcf-2537-442f-9e5e-5eaae2085ea9) service to localhost/127.0.0.1:34951 2024-11-28T07:50:49,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/cluster_51bd82c7-7759-03e4-61ef-18fadb05cef4/data/data1/current/BP-1046104387-172.17.0.2-1732780179591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:50:49,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/cluster_51bd82c7-7759-03e4-61ef-18fadb05cef4/data/data2/current/BP-1046104387-172.17.0.2-1732780179591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:50:49,251 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:50:49,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e8c04bf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:50:49,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@583a21fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:50:49,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:50:49,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f762b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:50:49,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37a9bc29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/hadoop.log.dir/,STOPPED} 2024-11-28T07:50:49,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T07:50:49,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T07:50:49,301 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=106 (was 96) - Thread LEAK? -, OpenFileDescriptor=447 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 151) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6819 (was 6595) - AvailableMemoryMB LEAK? - 2024-11-28T07:50:49,307 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=107, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=6819 2024-11-28T07:50:49,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T07:50:49,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/hadoop.log.dir so I do NOT create it in target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9 2024-11-28T07:50:49,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e04f49af-48ae-8409-ec01-b13d67f54736/hadoop.tmp.dir so I do NOT create it in target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9 2024-11-28T07:50:49,308 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/cluster_d97ee7ca-3873-5101-7fd5-4e993e444a5c, deleteOnExit=true 2024-11-28T07:50:49,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T07:50:49,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/test.cache.data in system properties and HBase conf 2024-11-28T07:50:49,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T07:50:49,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/hadoop.log.dir in system properties and HBase conf 2024-11-28T07:50:49,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T07:50:49,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T07:50:49,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T07:50:49,308 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T07:50:49,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:50:49,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:50:49,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T07:50:49,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:50:49,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T07:50:49,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T07:50:49,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:50:49,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:50:49,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T07:50:49,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/nfs.dump.dir in system properties and HBase conf 2024-11-28T07:50:49,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/java.io.tmpdir in system properties and HBase conf 2024-11-28T07:50:49,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:50:49,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T07:50:49,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T07:50:49,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:50:49,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:50:49,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:50:49,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:50:49,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T07:50:49,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:50:49,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ed6553b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:50:49,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5577db77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:50:49,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d7c5a03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/java.io.tmpdir/jetty-localhost-38849-hadoop-hdfs-3_4_1-tests_jar-_-any-2956527333990117400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:50:49,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6928c8cb{HTTP/1.1, (http/1.1)}{localhost:38849} 2024-11-28T07:50:49,532 INFO [Time-limited test {}] server.Server(415): Started @210085ms 2024-11-28T07:50:49,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:50:49,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:50:49,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:50:49,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:50:49,599 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:50:49,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586b00ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:50:49,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e357674{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:50:49,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3826e31d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/java.io.tmpdir/jetty-localhost-33333-hadoop-hdfs-3_4_1-tests_jar-_-any-15980508091302630534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:50:49,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7baed976{HTTP/1.1, (http/1.1)}{localhost:33333} 2024-11-28T07:50:49,716 INFO [Time-limited test {}] server.Server(415): Started @210269ms 2024-11-28T07:50:49,717 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:50:49,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:50:49,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:50:49,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:50:49,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:50:49,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:50:49,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@395f158d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:50:49,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531ae01c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:50:49,819 WARN [Thread-1599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/cluster_d97ee7ca-3873-5101-7fd5-4e993e444a5c/data/data1/current/BP-220884086-172.17.0.2-1732780249340/current, will proceed with Du for space computation calculation, 2024-11-28T07:50:49,819 WARN [Thread-1600 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/cluster_d97ee7ca-3873-5101-7fd5-4e993e444a5c/data/data2/current/BP-220884086-172.17.0.2-1732780249340/current, will proceed with Du for space computation calculation, 2024-11-28T07:50:49,836 WARN [Thread-1578 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:50:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa60c2875f3ca82d6 with lease ID 0x15bd6be473275fc1: Processing first storage report for DS-a654b174-e257-46af-8d0f-d7a1d311efcf from datanode DatanodeRegistration(127.0.0.1:44121, datanodeUuid=5a1246ce-24c1-4fb9-aeff-b244da158f6d, infoPort=37051, infoSecurePort=0, ipcPort=38717, storageInfo=lv=-57;cid=testClusterID;nsid=2043958495;c=1732780249340) 2024-11-28T07:50:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa60c2875f3ca82d6 with lease ID 0x15bd6be473275fc1: from storage DS-a654b174-e257-46af-8d0f-d7a1d311efcf node DatanodeRegistration(127.0.0.1:44121, datanodeUuid=5a1246ce-24c1-4fb9-aeff-b244da158f6d, infoPort=37051, infoSecurePort=0, ipcPort=38717, storageInfo=lv=-57;cid=testClusterID;nsid=2043958495;c=1732780249340), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:50:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa60c2875f3ca82d6 with lease ID 0x15bd6be473275fc1: Processing first storage report for DS-fbf1dcee-06b3-4607-b8ef-71e098241f7b from datanode DatanodeRegistration(127.0.0.1:44121, datanodeUuid=5a1246ce-24c1-4fb9-aeff-b244da158f6d, infoPort=37051, infoSecurePort=0, ipcPort=38717, storageInfo=lv=-57;cid=testClusterID;nsid=2043958495;c=1732780249340) 2024-11-28T07:50:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa60c2875f3ca82d6 with lease ID 0x15bd6be473275fc1: from storage DS-fbf1dcee-06b3-4607-b8ef-71e098241f7b node DatanodeRegistration(127.0.0.1:44121, datanodeUuid=5a1246ce-24c1-4fb9-aeff-b244da158f6d, infoPort=37051, infoSecurePort=0, ipcPort=38717, storageInfo=lv=-57;cid=testClusterID;nsid=2043958495;c=1732780249340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:50:49,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61ff30c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/java.io.tmpdir/jetty-localhost-46339-hadoop-hdfs-3_4_1-tests_jar-_-any-16552423664112398284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:50:49,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4272246d{HTTP/1.1, (http/1.1)}{localhost:46339} 2024-11-28T07:50:49,872 INFO [Time-limited test {}] server.Server(415): Started @210425ms 2024-11-28T07:50:49,873 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:50:49,978 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/cluster_d97ee7ca-3873-5101-7fd5-4e993e444a5c/data/data3/current/BP-220884086-172.17.0.2-1732780249340/current, will proceed with Du for space computation calculation, 2024-11-28T07:50:49,978 WARN [Thread-1626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/cluster_d97ee7ca-3873-5101-7fd5-4e993e444a5c/data/data4/current/BP-220884086-172.17.0.2-1732780249340/current, will proceed with Du for space computation calculation, 2024-11-28T07:50:49,994 WARN [Thread-1614 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:50:49,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f30df59f4edfd22 with lease ID 0x15bd6be473275fc2: Processing first storage report for DS-8173fa25-f8d3-4947-ab2a-31a9939c3a74 from datanode DatanodeRegistration(127.0.0.1:45453, datanodeUuid=9f4bde66-ba1e-48a1-8e1c-3e0bfec32412, infoPort=37663, infoSecurePort=0, ipcPort=37331, storageInfo=lv=-57;cid=testClusterID;nsid=2043958495;c=1732780249340) 2024-11-28T07:50:49,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f30df59f4edfd22 with lease ID 0x15bd6be473275fc2: from storage DS-8173fa25-f8d3-4947-ab2a-31a9939c3a74 node DatanodeRegistration(127.0.0.1:45453, datanodeUuid=9f4bde66-ba1e-48a1-8e1c-3e0bfec32412, infoPort=37663, infoSecurePort=0, ipcPort=37331, storageInfo=lv=-57;cid=testClusterID;nsid=2043958495;c=1732780249340), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:50:49,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f30df59f4edfd22 with lease ID 0x15bd6be473275fc2: Processing first storage report for DS-cea14626-62b1-4037-9649-bc5269ed0227 from datanode DatanodeRegistration(127.0.0.1:45453, datanodeUuid=9f4bde66-ba1e-48a1-8e1c-3e0bfec32412, infoPort=37663, infoSecurePort=0, ipcPort=37331, storageInfo=lv=-57;cid=testClusterID;nsid=2043958495;c=1732780249340) 2024-11-28T07:50:49,997 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f30df59f4edfd22 with lease ID 0x15bd6be473275fc2: from storage DS-cea14626-62b1-4037-9649-bc5269ed0227 node DatanodeRegistration(127.0.0.1:45453, datanodeUuid=9f4bde66-ba1e-48a1-8e1c-3e0bfec32412, infoPort=37663, infoSecurePort=0, ipcPort=37331, storageInfo=lv=-57;cid=testClusterID;nsid=2043958495;c=1732780249340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:50:50,004 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9 2024-11-28T07:50:50,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/cluster_d97ee7ca-3873-5101-7fd5-4e993e444a5c/zookeeper_0, clientPort=61294, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/cluster_d97ee7ca-3873-5101-7fd5-4e993e444a5c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/cluster_d97ee7ca-3873-5101-7fd5-4e993e444a5c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T07:50:50,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61294 2024-11-28T07:50:50,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:50:50,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:50:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:50:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:50:50,018 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1 with version=8 2024-11-28T07:50:50,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46389/user/jenkins/test-data/dd9eb4fc-ad4e-04f3-dbe6-bae12215669c/hbase-staging 2024-11-28T07:50:50,020 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:50:50,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:50:50,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:50:50,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:50:50,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:50:50,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:50:50,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T07:50:50,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:50:50,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42695 2024-11-28T07:50:50,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42695 connecting to ZooKeeper ensemble=127.0.0.1:61294 2024-11-28T07:50:50,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426950x0, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:50:50,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42695-0x1015d8e3e250000 connected 2024-11-28T07:50:50,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:50:50,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:50:50,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:50:50,045 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1, hbase.cluster.distributed=false 2024-11-28T07:50:50,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:50:50,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42695 2024-11-28T07:50:50,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42695 2024-11-28T07:50:50,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42695 2024-11-28T07:50:50,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42695 2024-11-28T07:50:50,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42695 2024-11-28T07:50:50,063 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:50:50,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:50:50,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:50:50,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:50:50,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:50:50,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:50:50,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T07:50:50,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:50:50,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32975 2024-11-28T07:50:50,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32975 connecting to ZooKeeper ensemble=127.0.0.1:61294 2024-11-28T07:50:50,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:50:50,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:50:50,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329750x0, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:50:50,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329750x0, quorum=127.0.0.1:61294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:50:50,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32975-0x1015d8e3e250001 connected 2024-11-28T07:50:50,073 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T07:50:50,075 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T07:50:50,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T07:50:50,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:50:50,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32975 2024-11-28T07:50:50,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32975 2024-11-28T07:50:50,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32975 2024-11-28T07:50:50,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32975 2024-11-28T07:50:50,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32975 2024-11-28T07:50:50,091 DEBUG [M:0;f64cf8bdf19b:42695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f64cf8bdf19b:42695 2024-11-28T07:50:50,091 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f64cf8bdf19b,42695,1732780250020 2024-11-28T07:50:50,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:50:50,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:50:50,093 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f64cf8bdf19b,42695,1732780250020 2024-11-28T07:50:50,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T07:50:50,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:50,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:50,095 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T07:50:50,096 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f64cf8bdf19b,42695,1732780250020 from backup master directory 2024-11-28T07:50:50,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f64cf8bdf19b,42695,1732780250020 2024-11-28T07:50:50,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:50:50,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:50:50,097 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:50:50,097 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f64cf8bdf19b,42695,1732780250020 2024-11-28T07:50:50,101 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/hbase.id] with ID: 7f56ef63-2165-46e2-961f-3e0c68e8e7b5 2024-11-28T07:50:50,101 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/.tmp/hbase.id 2024-11-28T07:50:50,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:50:50,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:50:50,112 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/.tmp/hbase.id]:[hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/hbase.id] 2024-11-28T07:50:50,125 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:50:50,125 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T07:50:50,127 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T07:50:50,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:50,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:50,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:50:50,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:50:50,136 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:50:50,137 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T07:50:50,137 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:50:50,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:50:50,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:50:50,145 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store 2024-11-28T07:50:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:50:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:50:50,151 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:50:50,151 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:50:50,151 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:50:50,151 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:50:50,151 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:50:50,151 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:50:50,151 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:50:50,151 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732780250151Disabling compacts and flushes for region at 1732780250151Disabling writes for close at 1732780250151Writing region close event to WAL at 1732780250151Closed at 1732780250151 2024-11-28T07:50:50,152 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/.initializing 2024-11-28T07:50:50,152 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/WALs/f64cf8bdf19b,42695,1732780250020 2024-11-28T07:50:50,153 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:50:50,154 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C42695%2C1732780250020, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/WALs/f64cf8bdf19b,42695,1732780250020, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/oldWALs, maxLogs=10 2024-11-28T07:50:50,168 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/WALs/f64cf8bdf19b,42695,1732780250020/f64cf8bdf19b%2C42695%2C1732780250020.1732780250154, exclude list is [], retry=0 2024-11-28T07:50:50,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45453,DS-8173fa25-f8d3-4947-ab2a-31a9939c3a74,DISK] 2024-11-28T07:50:50,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44121,DS-a654b174-e257-46af-8d0f-d7a1d311efcf,DISK] 2024-11-28T07:50:50,172 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/WALs/f64cf8bdf19b,42695,1732780250020/f64cf8bdf19b%2C42695%2C1732780250020.1732780250154 2024-11-28T07:50:50,173 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37663:37663),(127.0.0.1/127.0.0.1:37051:37051)] 2024-11-28T07:50:50,173 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:50:50,173 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:50:50,173 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:50:50,173 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:50:50,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:50:50,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T07:50:50,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:50,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:50:50,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:50:50,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T07:50:50,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:50,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:50:50,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:50:50,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T07:50:50,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:50,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:50:50,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:50:50,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T07:50:50,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:50,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:50:50,182 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:50:50,183 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:50:50,183 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:50:50,185 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:50:50,185 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:50:50,185 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:50:50,186 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:50:50,188 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:50:50,188 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=804240, jitterRate=0.022645175457000732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:50:50,189 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732780250173Initializing all the Stores at 1732780250174 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780250174Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780250174Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780250174Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780250174Cleaning up temporary data from old regions at 1732780250185 (+11 ms)Region opened successfully at 1732780250189 (+4 ms) 2024-11-28T07:50:50,189 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T07:50:50,192 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7b6586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:50:50,193 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T07:50:50,193 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T07:50:50,193 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T07:50:50,193 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T07:50:50,194 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T07:50:50,194 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T07:50:50,194 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T07:50:50,196 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T07:50:50,197 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T07:50:50,198 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T07:50:50,199 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T07:50:50,199 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T07:50:50,200 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T07:50:50,201 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T07:50:50,202 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T07:50:50,203 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T07:50:50,203 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T07:50:50,206 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T07:50:50,208 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T07:50:50,209 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T07:50:50,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:50:50,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:50:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:50,211 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f64cf8bdf19b,42695,1732780250020, sessionid=0x1015d8e3e250000, setting cluster-up flag (Was=false) 2024-11-28T07:50:50,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:50,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:50,219 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T07:50:50,220 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,42695,1732780250020 2024-11-28T07:50:50,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:50,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:50,231 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T07:50:50,232 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,42695,1732780250020 2024-11-28T07:50:50,233 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T07:50:50,234 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T07:50:50,235 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T07:50:50,235 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T07:50:50,235 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f64cf8bdf19b,42695,1732780250020 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T07:50:50,236 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:50:50,236 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:50:50,236 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:50:50,236 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:50:50,236 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f64cf8bdf19b:0, corePoolSize=10, maxPoolSize=10 2024-11-28T07:50:50,236 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:50:50,236 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:50:50,236 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:50:50,237 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732780280237 2024-11-28T07:50:50,237 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T07:50:50,237 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T07:50:50,237 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T07:50:50,237 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T07:50:50,237 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T07:50:50,237 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T07:50:50,238 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,238 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:50:50,238 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T07:50:50,238 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T07:50:50,238 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T07:50:50,239 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T07:50:50,239 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T07:50:50,239 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T07:50:50,239 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780250239,5,FailOnTimeoutGroup] 2024-11-28T07:50:50,239 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780250239,5,FailOnTimeoutGroup] 2024-11-28T07:50:50,239 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:50,239 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,239 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T07:50:50,239 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,239 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T07:50:50,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:50:50,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:50:50,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T07:50:50,249 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1 2024-11-28T07:50:50,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:50:50,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:50:50,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:50:50,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:50:50,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:50:50,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:50,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:50:50,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:50:50,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:50:50,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:50,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:50:50,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:50:50,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:50:50,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:50,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:50:50,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:50:50,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:50:50,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:50,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:50:50,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:50:50,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/data/hbase/meta/1588230740 2024-11-28T07:50:50,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/data/hbase/meta/1588230740 2024-11-28T07:50:50,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:50:50,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:50:50,266 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T07:50:50,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:50:50,270 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:50:50,270 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880451, jitterRate=0.11955143511295319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T07:50:50,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732780250257Initializing all the Stores at 1732780250258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780250258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780250258Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780250258Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780250258Cleaning up temporary data from old regions at 1732780250266 (+8 ms)Region opened successfully at 1732780250271 (+5 ms) 2024-11-28T07:50:50,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:50:50,271 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:50:50,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:50:50,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:50:50,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:50:50,271 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:50:50,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732780250271Disabling compacts and flushes for region at 1732780250271Disabling writes for close at 1732780250271Writing region close event to WAL at 1732780250271Closed at 1732780250271 2024-11-28T07:50:50,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:50:50,273 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T07:50:50,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T07:50:50,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:50:50,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T07:50:50,281 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(746): ClusterId : 7f56ef63-2165-46e2-961f-3e0c68e8e7b5 2024-11-28T07:50:50,281 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T07:50:50,283 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T07:50:50,283 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T07:50:50,284 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T07:50:50,284 DEBUG [RS:0;f64cf8bdf19b:32975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d1ea2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:50:50,296 DEBUG [RS:0;f64cf8bdf19b:32975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f64cf8bdf19b:32975 2024-11-28T07:50:50,296 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T07:50:50,296 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T07:50:50,296 DEBUG [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T07:50:50,297 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,42695,1732780250020 with port=32975, startcode=1732780250063 2024-11-28T07:50:50,297 DEBUG [RS:0;f64cf8bdf19b:32975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T07:50:50,298 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53099, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T07:50:50,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42695 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f64cf8bdf19b,32975,1732780250063 2024-11-28T07:50:50,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42695 {}] master.ServerManager(517): Registering regionserver=f64cf8bdf19b,32975,1732780250063 2024-11-28T07:50:50,300 DEBUG [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1 2024-11-28T07:50:50,300 DEBUG [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38229 2024-11-28T07:50:50,300 DEBUG [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T07:50:50,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:50:50,302 DEBUG [RS:0;f64cf8bdf19b:32975 {}] zookeeper.ZKUtil(111): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f64cf8bdf19b,32975,1732780250063 2024-11-28T07:50:50,302 WARN [RS:0;f64cf8bdf19b:32975 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:50:50,302 INFO [RS:0;f64cf8bdf19b:32975 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:50:50,302 DEBUG [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/f64cf8bdf19b,32975,1732780250063 2024-11-28T07:50:50,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f64cf8bdf19b,32975,1732780250063] 2024-11-28T07:50:50,306 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T07:50:50,307 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T07:50:50,308 INFO [RS:0;f64cf8bdf19b:32975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T07:50:50,308 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,308 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T07:50:50,308 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T07:50:50,309 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:50:50,309 DEBUG [RS:0;f64cf8bdf19b:32975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:50:50,309 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,310 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,310 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,310 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,310 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,310 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,32975,1732780250063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:50:50,324 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T07:50:50,324 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,32975,1732780250063-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,324 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,324 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.Replication(171): f64cf8bdf19b,32975,1732780250063 started 2024-11-28T07:50:50,338 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,338 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(1482): Serving as f64cf8bdf19b,32975,1732780250063, RpcServer on f64cf8bdf19b/172.17.0.2:32975, sessionid=0x1015d8e3e250001 2024-11-28T07:50:50,339 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T07:50:50,339 DEBUG [RS:0;f64cf8bdf19b:32975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f64cf8bdf19b,32975,1732780250063 2024-11-28T07:50:50,339 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,32975,1732780250063' 2024-11-28T07:50:50,339 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T07:50:50,339 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T07:50:50,340 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T07:50:50,340 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T07:50:50,340 DEBUG [RS:0;f64cf8bdf19b:32975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f64cf8bdf19b,32975,1732780250063 2024-11-28T07:50:50,340 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,32975,1732780250063' 2024-11-28T07:50:50,340 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T07:50:50,340 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T07:50:50,340 DEBUG [RS:0;f64cf8bdf19b:32975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T07:50:50,340 INFO [RS:0;f64cf8bdf19b:32975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T07:50:50,340 INFO [RS:0;f64cf8bdf19b:32975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T07:50:50,425 WARN [f64cf8bdf19b:42695 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:50:50,441 INFO [RS:0;f64cf8bdf19b:32975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:50:50,442 INFO [RS:0;f64cf8bdf19b:32975 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C32975%2C1732780250063, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/f64cf8bdf19b,32975,1732780250063, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/oldWALs, maxLogs=32 2024-11-28T07:50:50,456 DEBUG [RS:0;f64cf8bdf19b:32975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/f64cf8bdf19b,32975,1732780250063/f64cf8bdf19b%2C32975%2C1732780250063.1732780250443, exclude list is [], retry=0 2024-11-28T07:50:50,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45453,DS-8173fa25-f8d3-4947-ab2a-31a9939c3a74,DISK] 2024-11-28T07:50:50,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44121,DS-a654b174-e257-46af-8d0f-d7a1d311efcf,DISK] 2024-11-28T07:50:50,461 INFO [RS:0;f64cf8bdf19b:32975 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/f64cf8bdf19b,32975,1732780250063/f64cf8bdf19b%2C32975%2C1732780250063.1732780250443 2024-11-28T07:50:50,461 DEBUG [RS:0;f64cf8bdf19b:32975 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37663:37663),(127.0.0.1/127.0.0.1:37051:37051)] 2024-11-28T07:50:50,675 DEBUG [f64cf8bdf19b:42695 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T07:50:50,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f64cf8bdf19b,32975,1732780250063 2024-11-28T07:50:50,676 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,32975,1732780250063, state=OPENING 2024-11-28T07:50:50,679 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T07:50:50,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:50,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:50,681 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:50:50,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:50:50,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:50:50,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,32975,1732780250063}] 2024-11-28T07:50:50,834 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T07:50:50,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59443, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T07:50:50,839 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T07:50:50,839 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:50:50,840 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T07:50:50,841 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C32975%2C1732780250063.meta, suffix=.meta, logDir=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/f64cf8bdf19b,32975,1732780250063, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/oldWALs, maxLogs=32 2024-11-28T07:50:50,855 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/f64cf8bdf19b,32975,1732780250063/f64cf8bdf19b%2C32975%2C1732780250063.meta.1732780250841.meta, exclude list is [], retry=0 2024-11-28T07:50:50,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44121,DS-a654b174-e257-46af-8d0f-d7a1d311efcf,DISK] 2024-11-28T07:50:50,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45453,DS-8173fa25-f8d3-4947-ab2a-31a9939c3a74,DISK] 2024-11-28T07:50:50,859 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/f64cf8bdf19b,32975,1732780250063/f64cf8bdf19b%2C32975%2C1732780250063.meta.1732780250841.meta 2024-11-28T07:50:50,859 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37051:37051),(127.0.0.1/127.0.0.1:37663:37663)] 2024-11-28T07:50:50,859 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:50:50,860 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T07:50:50,860 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T07:50:50,860 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T07:50:50,860 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T07:50:50,860 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:50:50,860 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T07:50:50,860 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T07:50:50,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:50:50,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:50:50,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:50,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:50:50,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:50:50,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:50:50,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:50,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:50:50,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:50:50,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:50:50,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:50,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:50:50,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:50:50,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:50:50,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:50:50,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:50:50,866 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:50:50,867 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/data/hbase/meta/1588230740 2024-11-28T07:50:50,868 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/data/hbase/meta/1588230740 2024-11-28T07:50:50,869 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:50:50,869 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:50:50,869 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T07:50:50,871 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:50:50,871 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=699208, jitterRate=-0.11091169714927673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T07:50:50,871 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T07:50:50,872 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732780250860Writing region info on filesystem at 1732780250860Initializing all the Stores at 1732780250861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780250861Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780250861Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780250861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780250861Cleaning up temporary data from old regions at 1732780250869 (+8 ms)Running coprocessor post-open hooks at 1732780250871 (+2 ms)Region opened successfully at 1732780250872 (+1 ms) 2024-11-28T07:50:50,873 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732780250834 2024-11-28T07:50:50,875 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T07:50:50,876 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T07:50:50,876 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,32975,1732780250063 2024-11-28T07:50:50,876 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,32975,1732780250063, state=OPEN 2024-11-28T07:50:50,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:50:50,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:50:50,882 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,32975,1732780250063 2024-11-28T07:50:50,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:50:50,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:50:50,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T07:50:50,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,32975,1732780250063 in 201 msec 2024-11-28T07:50:50,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T07:50:50,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-28T07:50:50,887 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:50:50,887 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T07:50:50,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:50:50,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,32975,1732780250063, seqNum=-1] 2024-11-28T07:50:50,888 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:50:50,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45779, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:50:50,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 659 msec 2024-11-28T07:50:50,893 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732780250893, completionTime=-1 2024-11-28T07:50:50,894 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T07:50:50,894 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T07:50:50,895 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T07:50:50,895 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732780310895 2024-11-28T07:50:50,895 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732780370895 2024-11-28T07:50:50,895 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T07:50:50,896 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,42695,1732780250020-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,896 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,42695,1732780250020-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,896 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,42695,1732780250020-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,896 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f64cf8bdf19b:42695, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,896 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,896 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,897 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T07:50:50,899 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.802sec 2024-11-28T07:50:50,899 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T07:50:50,899 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T07:50:50,899 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T07:50:50,900 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T07:50:50,900 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T07:50:50,900 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,42695,1732780250020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:50:50,900 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,42695,1732780250020-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T07:50:50,902 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T07:50:50,902 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T07:50:50,902 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,42695,1732780250020-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:50:50,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edcb9e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:50:50,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f64cf8bdf19b,42695,-1 for getting cluster id 2024-11-28T07:50:50,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T07:50:50,983 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f56ef63-2165-46e2-961f-3e0c68e8e7b5' 2024-11-28T07:50:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T07:50:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f56ef63-2165-46e2-961f-3e0c68e8e7b5" 2024-11-28T07:50:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddda586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:50:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f64cf8bdf19b,42695,-1] 2024-11-28T07:50:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T07:50:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:50:50,985 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T07:50:50,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc2de3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:50:50,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:50:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,32975,1732780250063, seqNum=-1] 2024-11-28T07:50:50,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:50:50,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:50:50,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f64cf8bdf19b,42695,1732780250020 2024-11-28T07:50:50,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:50:50,992 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-28T07:50:50,992 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:50:50,993 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:50:50,995 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/test.com,8080,1, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/oldWALs, maxLogs=32 2024-11-28T07:50:51,009 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732780250996, exclude list is [], retry=0 2024-11-28T07:50:51,011 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44121,DS-a654b174-e257-46af-8d0f-d7a1d311efcf,DISK] 2024-11-28T07:50:51,012 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45453,DS-8173fa25-f8d3-4947-ab2a-31a9939c3a74,DISK] 2024-11-28T07:50:51,014 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732780250996 2024-11-28T07:50:51,014 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37051:37051),(127.0.0.1/127.0.0.1:37663:37663)] 2024-11-28T07:50:51,027 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732780251014, exclude list is [], retry=0 2024-11-28T07:50:51,030 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44121,DS-a654b174-e257-46af-8d0f-d7a1d311efcf,DISK] 2024-11-28T07:50:51,030 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45453,DS-8173fa25-f8d3-4947-ab2a-31a9939c3a74,DISK] 2024-11-28T07:50:51,032 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732780250996 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732780251014 2024-11-28T07:50:51,033 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37051:37051),(127.0.0.1/127.0.0.1:37663:37663)] 2024-11-28T07:50:51,033 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732780250996 is not closed yet, will try archiving it next time 2024-11-28T07:50:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741835_1011 (size=93) 2024-11-28T07:50:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741835_1011 (size=93) 2024-11-28T07:50:51,037 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/WALs/test.com,8080,1/test.com%2C8080%2C1.1732780250996 to hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/oldWALs/test.com%2C8080%2C1.1732780250996 2024-11-28T07:50:51,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741836_1012 (size=93) 2024-11-28T07:50:51,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741836_1012 (size=93) 2024-11-28T07:50:51,040 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/oldWALs 2024-11-28T07:50:51,040 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732780251014) 2024-11-28T07:50:51,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T07:50:51,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:50:51,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:50:51,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:50:51,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:50:51,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T07:50:51,041 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T07:50:51,041 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2084064642, stopped=false 2024-11-28T07:50:51,041 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f64cf8bdf19b,42695,1732780250020 2024-11-28T07:50:51,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:50:51,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:50:51,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:51,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:51,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:50:51,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:50:51,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:50:51,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:50:51,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:50:51,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:50:51,044 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f64cf8bdf19b,32975,1732780250063' ***** 2024-11-28T07:50:51,044 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T07:50:51,045 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T07:50:51,045 INFO [RS:0;f64cf8bdf19b:32975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T07:50:51,045 INFO [RS:0;f64cf8bdf19b:32975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T07:50:51,045 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T07:50:51,045 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(959): stopping server f64cf8bdf19b,32975,1732780250063 2024-11-28T07:50:51,045 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:50:51,045 INFO [RS:0;f64cf8bdf19b:32975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f64cf8bdf19b:32975. 2024-11-28T07:50:51,045 DEBUG [RS:0;f64cf8bdf19b:32975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:50:51,045 DEBUG [RS:0;f64cf8bdf19b:32975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:50:51,045 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T07:50:51,045 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T07:50:51,045 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T07:50:51,045 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T07:50:51,046 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T07:50:51,046 DEBUG [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T07:50:51,046 DEBUG [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T07:50:51,046 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:50:51,046 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:50:51,046 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:50:51,046 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:50:51,046 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:50:51,046 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-28T07:50:51,070 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/data/hbase/meta/1588230740/.tmp/ns/5506379aa1864136aa779d4a213a24ac is 43, key is default/ns:d/1732780250890/Put/seqid=0 2024-11-28T07:50:51,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741837_1013 (size=5153) 2024-11-28T07:50:51,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741837_1013 (size=5153) 2024-11-28T07:50:51,075 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/data/hbase/meta/1588230740/.tmp/ns/5506379aa1864136aa779d4a213a24ac 2024-11-28T07:50:51,081 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/data/hbase/meta/1588230740/.tmp/ns/5506379aa1864136aa779d4a213a24ac as hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/data/hbase/meta/1588230740/ns/5506379aa1864136aa779d4a213a24ac 2024-11-28T07:50:51,086 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/data/hbase/meta/1588230740/ns/5506379aa1864136aa779d4a213a24ac, entries=2, sequenceid=6, filesize=5.0 K 2024-11-28T07:50:51,087 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=6, compaction requested=false 2024-11-28T07:50:51,092 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T07:50:51,093 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:50:51,093 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:50:51,093 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732780251046Running coprocessor pre-close hooks at 1732780251046Disabling compacts and flushes for region at 1732780251046Disabling writes for close at 1732780251046Obtaining lock to block concurrent updates at 1732780251046Preparing flush snapshotting stores in 1588230740 at 1732780251046Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732780251047 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732780251047Flushing 1588230740/ns: creating writer at 1732780251048 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732780251069 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732780251069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34814ac6: reopening flushed file at 1732780251081 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=6, compaction requested=false at 1732780251087 (+6 ms)Writing region close event to WAL at 1732780251089 (+2 ms)Running coprocessor post-close hooks at 1732780251093 (+4 ms)Closed at 1732780251093 2024-11-28T07:50:51,093 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T07:50:51,246 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(976): stopping server f64cf8bdf19b,32975,1732780250063; all regions closed. 2024-11-28T07:50:51,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741834_1010 (size=1152) 2024-11-28T07:50:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741834_1010 (size=1152) 2024-11-28T07:50:51,251 DEBUG [RS:0;f64cf8bdf19b:32975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/oldWALs 2024-11-28T07:50:51,251 INFO [RS:0;f64cf8bdf19b:32975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C32975%2C1732780250063.meta:.meta(num 1732780250841) 2024-11-28T07:50:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741833_1009 (size=93) 2024-11-28T07:50:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741833_1009 (size=93) 2024-11-28T07:50:51,255 DEBUG [RS:0;f64cf8bdf19b:32975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/oldWALs 2024-11-28T07:50:51,255 INFO [RS:0;f64cf8bdf19b:32975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C32975%2C1732780250063:(num 1732780250443) 2024-11-28T07:50:51,255 DEBUG [RS:0;f64cf8bdf19b:32975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:50:51,255 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:50:51,255 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:50:51,255 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.ChoreService(370): Chore service for: regionserver/f64cf8bdf19b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T07:50:51,255 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:50:51,255 INFO [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:50:51,255 INFO [RS:0;f64cf8bdf19b:32975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32975 2024-11-28T07:50:51,257 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:50:51,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f64cf8bdf19b,32975,1732780250063 2024-11-28T07:50:51,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:50:51,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f64cf8bdf19b,32975,1732780250063] 2024-11-28T07:50:51,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f64cf8bdf19b,32975,1732780250063 already deleted, retry=false 2024-11-28T07:50:51,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f64cf8bdf19b,32975,1732780250063 expired; onlineServers=0 2024-11-28T07:50:51,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f64cf8bdf19b,42695,1732780250020' ***** 2024-11-28T07:50:51,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T07:50:51,260 INFO [M:0;f64cf8bdf19b:42695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:50:51,260 INFO [M:0;f64cf8bdf19b:42695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:50:51,260 DEBUG [M:0;f64cf8bdf19b:42695 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T07:50:51,260 DEBUG [M:0;f64cf8bdf19b:42695 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T07:50:51,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T07:50:51,260 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780250239 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780250239,5,FailOnTimeoutGroup] 2024-11-28T07:50:51,260 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780250239 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780250239,5,FailOnTimeoutGroup] 2024-11-28T07:50:51,260 INFO [M:0;f64cf8bdf19b:42695 {}] hbase.ChoreService(370): Chore service for: master/f64cf8bdf19b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T07:50:51,260 INFO [M:0;f64cf8bdf19b:42695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:50:51,260 DEBUG [M:0;f64cf8bdf19b:42695 {}] master.HMaster(1795): Stopping service threads 2024-11-28T07:50:51,260 INFO [M:0;f64cf8bdf19b:42695 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T07:50:51,260 INFO [M:0;f64cf8bdf19b:42695 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:50:51,260 INFO [M:0;f64cf8bdf19b:42695 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T07:50:51,260 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T07:50:51,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T07:50:51,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:50:51,267 DEBUG [M:0;f64cf8bdf19b:42695 {}] zookeeper.ZKUtil(347): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T07:50:51,267 WARN [M:0;f64cf8bdf19b:42695 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T07:50:51,268 INFO [M:0;f64cf8bdf19b:42695 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/.lastflushedseqids 2024-11-28T07:50:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741838_1014 (size=99) 2024-11-28T07:50:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741838_1014 (size=99) 2024-11-28T07:50:51,274 INFO [M:0;f64cf8bdf19b:42695 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T07:50:51,275 INFO [M:0;f64cf8bdf19b:42695 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T07:50:51,275 DEBUG [M:0;f64cf8bdf19b:42695 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:50:51,275 INFO [M:0;f64cf8bdf19b:42695 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:50:51,275 DEBUG [M:0;f64cf8bdf19b:42695 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:50:51,275 DEBUG [M:0;f64cf8bdf19b:42695 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:50:51,275 DEBUG [M:0;f64cf8bdf19b:42695 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:50:51,275 INFO [M:0;f64cf8bdf19b:42695 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-28T07:50:51,291 DEBUG [M:0;f64cf8bdf19b:42695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca84665408f74179a2f4f49ef3478aa3 is 82, key is hbase:meta,,1/info:regioninfo/1732780250876/Put/seqid=0 2024-11-28T07:50:51,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741839_1015 (size=5672) 2024-11-28T07:50:51,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741839_1015 (size=5672) 2024-11-28T07:50:51,296 INFO [M:0;f64cf8bdf19b:42695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca84665408f74179a2f4f49ef3478aa3 2024-11-28T07:50:51,322 DEBUG [M:0;f64cf8bdf19b:42695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9ae25d590434249a805a95691172255 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732780250893/Put/seqid=0 2024-11-28T07:50:51,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741840_1016 (size=5275) 2024-11-28T07:50:51,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741840_1016 (size=5275) 2024-11-28T07:50:51,328 INFO [M:0;f64cf8bdf19b:42695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9ae25d590434249a805a95691172255 2024-11-28T07:50:51,348 DEBUG [M:0;f64cf8bdf19b:42695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94ccb69f34dc4cc5912e7bc5463bf283 is 69, key is f64cf8bdf19b,32975,1732780250063/rs:state/1732780250299/Put/seqid=0 2024-11-28T07:50:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741841_1017 (size=5156) 2024-11-28T07:50:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741841_1017 (size=5156) 2024-11-28T07:50:51,354 INFO [M:0;f64cf8bdf19b:42695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94ccb69f34dc4cc5912e7bc5463bf283 2024-11-28T07:50:51,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:50:51,359 INFO [RS:0;f64cf8bdf19b:32975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:50:51,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32975-0x1015d8e3e250001, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:50:51,359 INFO [RS:0;f64cf8bdf19b:32975 {}] regionserver.HRegionServer(1031): Exiting; stopping=f64cf8bdf19b,32975,1732780250063; zookeeper connection closed. 2024-11-28T07:50:51,359 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e23ccea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e23ccea 2024-11-28T07:50:51,359 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T07:50:51,372 DEBUG [M:0;f64cf8bdf19b:42695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5930cf938daa4b81bc0e649c7f5a99ee is 52, key is load_balancer_on/state:d/1732780250991/Put/seqid=0 2024-11-28T07:50:51,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741842_1018 (size=5056) 2024-11-28T07:50:51,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741842_1018 (size=5056) 2024-11-28T07:50:51,377 INFO [M:0;f64cf8bdf19b:42695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5930cf938daa4b81bc0e649c7f5a99ee 2024-11-28T07:50:51,381 DEBUG [M:0;f64cf8bdf19b:42695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca84665408f74179a2f4f49ef3478aa3 as hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca84665408f74179a2f4f49ef3478aa3 2024-11-28T07:50:51,385 INFO [M:0;f64cf8bdf19b:42695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca84665408f74179a2f4f49ef3478aa3, entries=8, sequenceid=29, filesize=5.5 K 2024-11-28T07:50:51,386 DEBUG [M:0;f64cf8bdf19b:42695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9ae25d590434249a805a95691172255 as hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9ae25d590434249a805a95691172255 2024-11-28T07:50:51,390 INFO [M:0;f64cf8bdf19b:42695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9ae25d590434249a805a95691172255, entries=3, sequenceid=29, filesize=5.2 K 2024-11-28T07:50:51,390 DEBUG [M:0;f64cf8bdf19b:42695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94ccb69f34dc4cc5912e7bc5463bf283 as hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94ccb69f34dc4cc5912e7bc5463bf283 2024-11-28T07:50:51,394 INFO [M:0;f64cf8bdf19b:42695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94ccb69f34dc4cc5912e7bc5463bf283, entries=1, sequenceid=29, filesize=5.0 K 2024-11-28T07:50:51,395 DEBUG [M:0;f64cf8bdf19b:42695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5930cf938daa4b81bc0e649c7f5a99ee as hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5930cf938daa4b81bc0e649c7f5a99ee 2024-11-28T07:50:51,399 INFO [M:0;f64cf8bdf19b:42695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5930cf938daa4b81bc0e649c7f5a99ee, entries=1, sequenceid=29, filesize=4.9 K 2024-11-28T07:50:51,400 INFO [M:0;f64cf8bdf19b:42695 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=29, compaction requested=false 2024-11-28T07:50:51,401 INFO [M:0;f64cf8bdf19b:42695 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:50:51,402 DEBUG [M:0;f64cf8bdf19b:42695 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732780251275Disabling compacts and flushes for region at 1732780251275Disabling writes for close at 1732780251275Obtaining lock to block concurrent updates at 1732780251275Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732780251275Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732780251276 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732780251276Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732780251276Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732780251290 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732780251290Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732780251301 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732780251322 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732780251322Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732780251333 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732780251348 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732780251348Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732780251358 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732780251371 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732780251371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f03eb63: reopening flushed file at 1732780251381 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3953a43c: reopening flushed file at 1732780251385 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1fb7ea: reopening flushed file at 1732780251390 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4889668a: reopening flushed file at 1732780251394 (+4 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=29, compaction requested=false at 1732780251400 (+6 ms)Writing region close event to WAL at 1732780251401 (+1 ms)Closed at 1732780251401 2024-11-28T07:50:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741830_1006 (size=10311) 2024-11-28T07:50:51,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e1b074a-b95f-8c75-1c40-4e19fd8e8cf1/MasterData/WALs/f64cf8bdf19b,42695,1732780250020/f64cf8bdf19b%2C42695%2C1732780250020.1732780250154 not finished, retry = 0 2024-11-28T07:50:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44121 is added to blk_1073741830_1006 (size=10311) 2024-11-28T07:50:51,505 INFO [M:0;f64cf8bdf19b:42695 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T07:50:51,505 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:50:51,505 INFO [M:0;f64cf8bdf19b:42695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42695 2024-11-28T07:50:51,506 INFO [M:0;f64cf8bdf19b:42695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:50:51,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:50:51,607 INFO [M:0;f64cf8bdf19b:42695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:50:51,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42695-0x1015d8e3e250000, quorum=127.0.0.1:61294, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:50:51,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61ff30c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:50:51,610 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4272246d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:50:51,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:50:51,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@531ae01c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:50:51,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@395f158d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/hadoop.log.dir/,STOPPED} 2024-11-28T07:50:51,612 WARN [BP-220884086-172.17.0.2-1732780249340 heartbeating to localhost/127.0.0.1:38229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:50:51,612 WARN [BP-220884086-172.17.0.2-1732780249340 heartbeating to localhost/127.0.0.1:38229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-220884086-172.17.0.2-1732780249340 (Datanode Uuid 9f4bde66-ba1e-48a1-8e1c-3e0bfec32412) service to localhost/127.0.0.1:38229 2024-11-28T07:50:51,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:50:51,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:50:51,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/cluster_d97ee7ca-3873-5101-7fd5-4e993e444a5c/data/data3/current/BP-220884086-172.17.0.2-1732780249340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:50:51,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/cluster_d97ee7ca-3873-5101-7fd5-4e993e444a5c/data/data4/current/BP-220884086-172.17.0.2-1732780249340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:50:51,613 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:50:51,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3826e31d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:50:51,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7baed976{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:50:51,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:50:51,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e357674{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:50:51,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@586b00ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/hadoop.log.dir/,STOPPED} 2024-11-28T07:50:51,617 WARN [BP-220884086-172.17.0.2-1732780249340 heartbeating to localhost/127.0.0.1:38229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:50:51,617 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:50:51,617 WARN [BP-220884086-172.17.0.2-1732780249340 heartbeating to localhost/127.0.0.1:38229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-220884086-172.17.0.2-1732780249340 (Datanode Uuid 5a1246ce-24c1-4fb9-aeff-b244da158f6d) service to localhost/127.0.0.1:38229 2024-11-28T07:50:51,617 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:50:51,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/cluster_d97ee7ca-3873-5101-7fd5-4e993e444a5c/data/data1/current/BP-220884086-172.17.0.2-1732780249340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:50:51,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/cluster_d97ee7ca-3873-5101-7fd5-4e993e444a5c/data/data2/current/BP-220884086-172.17.0.2-1732780249340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:50:51,618 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:50:51,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d7c5a03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:50:51,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6928c8cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:50:51,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:50:51,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5577db77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:50:51,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ed6553b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5647c9ce-5a36-67c1-7b11-238e8b6549e9/hadoop.log.dir/,STOPPED} 2024-11-28T07:50:51,629 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T07:50:51,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T07:50:51,650 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 107) - Thread LEAK? -, OpenFileDescriptor=502 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=6774 (was 6819)