2024-11-16 04:41:22,581 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-16 04:41:22,592 main DEBUG Took 0.008727 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 04:41:22,592 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 04:41:22,592 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 04:41:22,593 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 04:41:22,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:41:22,601 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 04:41:22,616 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:41:22,619 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:41:22,620 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:41:22,622 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:41:22,624 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:41:22,625 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:41:22,626 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:41:22,627 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:41:22,628 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:41:22,629 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:41:22,630 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:41:22,631 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 04:41:22,631 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,632 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 04:41:22,633 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 04:41:22,635 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 04:41:22,637 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 04:41:22,638 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 04:41:22,639 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 04:41:22,640 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 04:41:22,650 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 04:41:22,654 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 04:41:22,656 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 04:41:22,656 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 04:41:22,657 main DEBUG createAppenders(={Console}) 2024-11-16 04:41:22,658 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-16 04:41:22,658 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-16 04:41:22,659 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-16 04:41:22,660 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 04:41:22,660 main DEBUG OutputStream closed 2024-11-16 04:41:22,660 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 04:41:22,661 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 04:41:22,661 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-16 04:41:22,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 04:41:22,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 04:41:22,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 04:41:22,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 04:41:22,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 04:41:22,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 04:41:22,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 04:41:22,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 04:41:22,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 04:41:22,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 04:41:22,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 04:41:22,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 04:41:22,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 04:41:22,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 04:41:22,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 04:41:22,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 04:41:22,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 04:41:22,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 04:41:22,743 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 04:41:22,743 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-16 04:41:22,744 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 04:41:22,744 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-16T04:41:22,966 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce 2024-11-16 04:41:22,969 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 04:41:22,969 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T04:41:22,977 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-16T04:41:23,008 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=486, ProcessCount=11, AvailableMemoryMB=7872 2024-11-16T04:41:23,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:41:23,031 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/cluster_30e62d23-3c70-f39c-f017-ce030104668d, deleteOnExit=true 2024-11-16T04:41:23,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:41:23,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/test.cache.data in system properties and HBase conf 2024-11-16T04:41:23,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:41:23,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:41:23,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:41:23,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:41:23,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:41:23,123 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T04:41:23,214 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:41:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:41:23,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:41:23,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:41:23,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:41:23,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:41:23,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:41:23,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:41:23,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:41:23,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:41:23,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:41:23,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:41:23,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:41:23,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:41:23,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:41:24,178 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T04:41:24,242 INFO [Time-limited test {}] log.Log(170): Logging initialized @2307ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T04:41:24,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:41:24,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:41:24,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:41:24,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:41:24,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:41:24,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:41:24,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:41:24,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:41:24,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/java.io.tmpdir/jetty-localhost-41549-hadoop-hdfs-3_4_1-tests_jar-_-any-5723217436371703720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:41:24,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:41549} 2024-11-16T04:41:24,601 INFO [Time-limited test {}] server.Server(415): Started @2667ms 2024-11-16T04:41:25,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:41:25,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:41:25,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:41:25,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:41:25,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:41:25,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:41:25,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:41:25,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/java.io.tmpdir/jetty-localhost-33065-hadoop-hdfs-3_4_1-tests_jar-_-any-16251689620840386525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:41:25,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:33065} 2024-11-16T04:41:25,431 INFO [Time-limited test {}] server.Server(415): Started @3498ms 2024-11-16T04:41:25,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:41:25,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:41:25,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:41:25,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:41:25,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:41:25,740 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:41:25,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:41:25,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:41:25,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/java.io.tmpdir/jetty-localhost-40545-hadoop-hdfs-3_4_1-tests_jar-_-any-7966780090936092068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:41:25,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:40545} 2024-11-16T04:41:25,887 INFO [Time-limited test {}] server.Server(415): Started @3953ms 2024-11-16T04:41:25,890 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:41:26,756 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/cluster_30e62d23-3c70-f39c-f017-ce030104668d/data/data1/current/BP-1654690402-172.17.0.2-1731732083745/current, will proceed with Du for space computation calculation, 2024-11-16T04:41:26,756 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/cluster_30e62d23-3c70-f39c-f017-ce030104668d/data/data2/current/BP-1654690402-172.17.0.2-1731732083745/current, will proceed with Du for space computation calculation, 2024-11-16T04:41:26,758 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/cluster_30e62d23-3c70-f39c-f017-ce030104668d/data/data3/current/BP-1654690402-172.17.0.2-1731732083745/current, will proceed with Du for space computation calculation, 2024-11-16T04:41:26,761 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/cluster_30e62d23-3c70-f39c-f017-ce030104668d/data/data4/current/BP-1654690402-172.17.0.2-1731732083745/current, will proceed with Du for space computation calculation, 2024-11-16T04:41:26,812 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:41:26,813 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:41:26,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce 2024-11-16T04:41:26,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63959b825cb7b753 with lease ID 0xfb01e9099b7e86f4: Processing first storage report for DS-010a5903-439a-4b88-9cbe-6021c4ab8eb2 from datanode DatanodeRegistration(127.0.0.1:44339, datanodeUuid=5b0c25fb-8838-4262-bef6-cba68512a507, infoPort=34421, infoSecurePort=0, ipcPort=36845, storageInfo=lv=-57;cid=testClusterID;nsid=1195181005;c=1731732083745) 2024-11-16T04:41:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63959b825cb7b753 with lease ID 0xfb01e9099b7e86f4: from storage DS-010a5903-439a-4b88-9cbe-6021c4ab8eb2 node DatanodeRegistration(127.0.0.1:44339, datanodeUuid=5b0c25fb-8838-4262-bef6-cba68512a507, infoPort=34421, infoSecurePort=0, ipcPort=36845, storageInfo=lv=-57;cid=testClusterID;nsid=1195181005;c=1731732083745), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T04:41:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63959b825cb7b753 with lease ID 0xfb01e9099b7e86f4: Processing first storage report for DS-2d41046b-a1bf-438f-9c5c-7e943de355d1 from datanode DatanodeRegistration(127.0.0.1:44339, datanodeUuid=5b0c25fb-8838-4262-bef6-cba68512a507, infoPort=34421, infoSecurePort=0, ipcPort=36845, storageInfo=lv=-57;cid=testClusterID;nsid=1195181005;c=1731732083745) 2024-11-16T04:41:26,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63959b825cb7b753 with lease ID 0xfb01e9099b7e86f4: from storage DS-2d41046b-a1bf-438f-9c5c-7e943de355d1 node DatanodeRegistration(127.0.0.1:44339, datanodeUuid=5b0c25fb-8838-4262-bef6-cba68512a507, infoPort=34421, infoSecurePort=0, ipcPort=36845, storageInfo=lv=-57;cid=testClusterID;nsid=1195181005;c=1731732083745), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T04:41:26,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7361e2b6597f3749 with lease ID 0xfb01e9099b7e86f3: Processing first storage report for DS-f234fb1c-7ba1-49fc-bebe-f4203ba57980 from datanode DatanodeRegistration(127.0.0.1:39297, datanodeUuid=b4e77322-5d20-49a1-92a4-9eb160498b95, infoPort=37509, infoSecurePort=0, ipcPort=36595, storageInfo=lv=-57;cid=testClusterID;nsid=1195181005;c=1731732083745) 2024-11-16T04:41:26,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7361e2b6597f3749 with lease ID 0xfb01e9099b7e86f3: from storage DS-f234fb1c-7ba1-49fc-bebe-f4203ba57980 node DatanodeRegistration(127.0.0.1:39297, datanodeUuid=b4e77322-5d20-49a1-92a4-9eb160498b95, infoPort=37509, infoSecurePort=0, ipcPort=36595, storageInfo=lv=-57;cid=testClusterID;nsid=1195181005;c=1731732083745), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T04:41:26,886 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7361e2b6597f3749 with lease ID 0xfb01e9099b7e86f3: Processing first storage report for DS-a09dbeb1-c4bf-45b5-9aff-1c1b4950aea2 from datanode DatanodeRegistration(127.0.0.1:39297, datanodeUuid=b4e77322-5d20-49a1-92a4-9eb160498b95, infoPort=37509, infoSecurePort=0, ipcPort=36595, storageInfo=lv=-57;cid=testClusterID;nsid=1195181005;c=1731732083745) 2024-11-16T04:41:26,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7361e2b6597f3749 with lease ID 0xfb01e9099b7e86f3: from storage DS-a09dbeb1-c4bf-45b5-9aff-1c1b4950aea2 node DatanodeRegistration(127.0.0.1:39297, datanodeUuid=b4e77322-5d20-49a1-92a4-9eb160498b95, infoPort=37509, infoSecurePort=0, ipcPort=36595, storageInfo=lv=-57;cid=testClusterID;nsid=1195181005;c=1731732083745), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T04:41:26,979 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/cluster_30e62d23-3c70-f39c-f017-ce030104668d/zookeeper_0, clientPort=58674, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/cluster_30e62d23-3c70-f39c-f017-ce030104668d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/cluster_30e62d23-3c70-f39c-f017-ce030104668d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:41:26,994 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58674 2024-11-16T04:41:27,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:41:27,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:41:27,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:41:27,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:41:27,764 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665 with version=8 2024-11-16T04:41:27,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/hbase-staging 2024-11-16T04:41:27,858 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T04:41:28,118 INFO [Time-limited test {}] client.ConnectionUtils(128): master/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:41:28,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:41:28,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:41:28,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:41:28,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:41:28,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:41:28,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:41:28,344 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T04:41:28,354 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T04:41:28,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:41:28,385 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6171 (auto-detected) 2024-11-16T04:41:28,386 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T04:41:28,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38029 2024-11-16T04:41:28,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38029 connecting to ZooKeeper ensemble=127.0.0.1:58674 2024-11-16T04:41:28,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380290x0, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:41:28,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38029-0x101433c33690000 connected 2024-11-16T04:41:28,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:41:28,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:41:28,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:41:28,654 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665, hbase.cluster.distributed=false 2024-11-16T04:41:28,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:41:28,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38029 2024-11-16T04:41:28,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38029 2024-11-16T04:41:28,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38029 2024-11-16T04:41:28,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38029 2024-11-16T04:41:28,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38029 2024-11-16T04:41:28,859 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:41:28,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:41:28,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:41:28,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:41:28,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:41:28,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:41:28,865 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:41:28,868 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:41:28,871 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37355 2024-11-16T04:41:28,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37355 connecting to ZooKeeper ensemble=127.0.0.1:58674 2024-11-16T04:41:28,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:41:28,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:41:28,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373550x0, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:41:28,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373550x0, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:41:28,931 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:41:28,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37355-0x101433c33690001 connected 2024-11-16T04:41:28,942 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:41:28,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:41:28,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:41:28,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37355 2024-11-16T04:41:28,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37355 2024-11-16T04:41:28,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37355 2024-11-16T04:41:28,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37355 2024-11-16T04:41:28,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37355 2024-11-16T04:41:29,003 DEBUG [M:0;48db94e10209:38029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;48db94e10209:38029 2024-11-16T04:41:29,006 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/48db94e10209,38029,1731732087949 2024-11-16T04:41:29,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:41:29,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:41:29,045 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/48db94e10209,38029,1731732087949 2024-11-16T04:41:29,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:41:29,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:41:29,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:41:29,077 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T04:41:29,079 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/48db94e10209,38029,1731732087949 from backup master directory 2024-11-16T04:41:29,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:41:29,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/48db94e10209,38029,1731732087949 2024-11-16T04:41:29,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:41:29,092 WARN [master/48db94e10209:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:41:29,093 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=48db94e10209,38029,1731732087949 2024-11-16T04:41:29,095 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T04:41:29,098 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T04:41:29,159 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/hbase.id] with ID: 69327586-9365-4a17-bbc8-2477d262f8cd 2024-11-16T04:41:29,159 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/.tmp/hbase.id 2024-11-16T04:41:29,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:41:29,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:41:29,180 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/.tmp/hbase.id]:[hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/hbase.id] 2024-11-16T04:41:29,230 INFO [master/48db94e10209:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:41:29,239 INFO [master/48db94e10209:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:41:29,268 INFO [master/48db94e10209:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms. 2024-11-16T04:41:29,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:41:29,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:41:29,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:41:29,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:41:29,351 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:41:29,355 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:41:29,364 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:41:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:41:29,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:41:29,456 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store 2024-11-16T04:41:29,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:41:29,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:41:29,515 INFO [master/48db94e10209:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T04:41:29,519 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:41:29,521 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:41:29,521 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:41:29,521 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:41:29,524 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:41:29,524 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:41:29,525 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:41:29,527 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731732089520Disabling compacts and flushes for region at 1731732089520Disabling writes for close at 1731732089524 (+4 ms)Writing region close event to WAL at 1731732089524Closed at 1731732089524 2024-11-16T04:41:29,530 WARN [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/.initializing 2024-11-16T04:41:29,531 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/WALs/48db94e10209,38029,1731732087949 2024-11-16T04:41:29,546 INFO [master/48db94e10209:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:41:29,570 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C38029%2C1731732087949, suffix=, logDir=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/WALs/48db94e10209,38029,1731732087949, archiveDir=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/oldWALs, maxLogs=10 2024-11-16T04:41:29,618 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/WALs/48db94e10209,38029,1731732087949/48db94e10209%2C38029%2C1731732087949.1731732089578, exclude list is [], retry=0 2024-11-16T04:41:29,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:41:29,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44339,DS-010a5903-439a-4b88-9cbe-6021c4ab8eb2,DISK] 2024-11-16T04:41:29,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-f234fb1c-7ba1-49fc-bebe-f4203ba57980,DISK] 2024-11-16T04:41:29,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T04:41:29,725 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/WALs/48db94e10209,38029,1731732087949/48db94e10209%2C38029%2C1731732087949.1731732089578 2024-11-16T04:41:29,736 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34421:34421),(127.0.0.1/127.0.0.1:37509:37509)] 2024-11-16T04:41:29,737 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:41:29,738 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:41:29,743 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:41:29,751 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:41:29,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:41:29,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:41:29,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:29,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:41:29,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:41:29,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:41:29,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:29,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:41:29,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:41:29,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:41:29,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:29,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:41:29,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:41:29,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:41:29,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:29,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:41:29,904 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:41:29,909 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:41:29,913 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:41:29,922 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:41:29,923 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:41:29,928 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:41:29,934 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:41:29,940 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:41:29,941 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=837298, jitterRate=0.06467987596988678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:41:29,951 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731732089773Initializing all the Stores at 1731732089777 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732089778 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732089783 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732089783Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732089783Cleaning up temporary data from old regions at 1731732089923 (+140 ms)Region opened successfully at 1731732089951 (+28 ms) 2024-11-16T04:41:29,953 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:41:29,989 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fda7128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:41:30,026 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:41:30,040 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:41:30,040 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:41:30,044 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:41:30,045 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T04:41:30,052 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-16T04:41:30,052 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:41:30,079 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:41:30,088 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T04:41:30,141 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T04:41:30,145 INFO [master/48db94e10209:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:41:30,146 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:41:30,158 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T04:41:30,161 INFO [master/48db94e10209:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:41:30,165 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:41:30,174 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T04:41:30,176 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:41:30,183 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T04:41:30,201 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:41:30,208 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T04:41:30,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:41:30,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:41:30,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:41:30,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:41:30,221 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=48db94e10209,38029,1731732087949, sessionid=0x101433c33690000, setting cluster-up flag (Was=false) 2024-11-16T04:41:30,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:41:30,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:41:30,266 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T04:41:30,268 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=48db94e10209,38029,1731732087949 2024-11-16T04:41:30,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:41:30,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:41:30,316 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T04:41:30,318 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=48db94e10209,38029,1731732087949 2024-11-16T04:41:30,324 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:41:30,391 INFO [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(746): ClusterId : 69327586-9365-4a17-bbc8-2477d262f8cd 2024-11-16T04:41:30,394 DEBUG [RS:0;48db94e10209:37355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:41:30,402 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:41:30,411 INFO [master/48db94e10209:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:41:30,418 INFO [master/48db94e10209:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:41:30,418 DEBUG [RS:0;48db94e10209:37355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:41:30,418 DEBUG [RS:0;48db94e10209:37355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:41:30,423 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 48db94e10209,38029,1731732087949 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:41:30,426 DEBUG [RS:0;48db94e10209:37355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:41:30,427 DEBUG [RS:0;48db94e10209:37355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be4c6e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:41:30,431 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:41:30,431 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:41:30,431 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:41:30,431 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:41:30,431 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/48db94e10209:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:41:30,432 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:41:30,432 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:41:30,432 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:41:30,442 DEBUG [RS:0;48db94e10209:37355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;48db94e10209:37355 2024-11-16T04:41:30,443 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731732120443 2024-11-16T04:41:30,445 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:41:30,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:41:30,446 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:41:30,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:41:30,447 INFO [RS:0;48db94e10209:37355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:41:30,447 INFO [RS:0;48db94e10209:37355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:41:30,447 DEBUG [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:41:30,451 INFO [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(2659): reportForDuty to master=48db94e10209,38029,1731732087949 with port=37355, startcode=1731732088808 2024-11-16T04:41:30,453 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:41:30,453 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:41:30,453 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:41:30,454 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:41:30,455 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:30,455 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:41:30,465 DEBUG [RS:0;48db94e10209:37355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:41:30,466 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,479 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:41:30,480 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:41:30,480 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:41:30,482 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:41:30,483 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:41:30,490 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732090484,5,FailOnTimeoutGroup] 2024-11-16T04:41:30,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:41:30,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:41:30,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:41:30,495 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665 2024-11-16T04:41:30,497 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732090490,5,FailOnTimeoutGroup] 2024-11-16T04:41:30,497 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,497 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:41:30,498 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,499 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,520 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33759, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:41:30,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:41:30,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:41:30,528 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 48db94e10209,37355,1731732088808 2024-11-16T04:41:30,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:41:30,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38029 {}] master.ServerManager(517): Registering regionserver=48db94e10209,37355,1731732088808 2024-11-16T04:41:30,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:41:30,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:41:30,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:30,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:41:30,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:41:30,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:41:30,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:30,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:41:30,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:41:30,547 DEBUG [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665 2024-11-16T04:41:30,547 DEBUG [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35641 2024-11-16T04:41:30,547 DEBUG [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:41:30,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:41:30,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:30,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:41:30,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:41:30,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:41:30,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:30,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:41:30,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:41:30,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740 2024-11-16T04:41:30,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740 2024-11-16T04:41:30,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:41:30,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:41:30,563 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T04:41:30,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:41:30,571 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:41:30,572 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=864495, jitterRate=0.09926292300224304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T04:41:30,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:41:30,577 DEBUG [RS:0;48db94e10209:37355 {}] zookeeper.ZKUtil(111): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/48db94e10209,37355,1731732088808 2024-11-16T04:41:30,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731732090530Initializing all the Stores at 1731732090531 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732090531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732090534 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732090534Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732090534Cleaning up temporary data from old regions at 1731732090562 (+28 ms)Region opened successfully at 1731732090577 (+15 ms) 2024-11-16T04:41:30,577 WARN [RS:0;48db94e10209:37355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:41:30,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:41:30,577 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:41:30,577 INFO [RS:0;48db94e10209:37355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:41:30,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:41:30,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:41:30,577 DEBUG [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808 2024-11-16T04:41:30,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:41:30,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [48db94e10209,37355,1731732088808] 2024-11-16T04:41:30,583 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:41:30,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731732090577Disabling compacts and flushes for region at 1731732090577Disabling writes for close at 1731732090577Writing region close event to WAL at 1731732090583 (+6 ms)Closed at 1731732090583 2024-11-16T04:41:30,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:41:30,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:41:30,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:41:30,605 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:41:30,610 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:41:30,619 INFO [RS:0;48db94e10209:37355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:41:30,640 INFO [RS:0;48db94e10209:37355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:41:30,645 INFO [RS:0;48db94e10209:37355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:41:30,645 INFO [RS:0;48db94e10209:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,647 INFO [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:41:30,653 INFO [RS:0;48db94e10209:37355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:41:30,655 INFO [RS:0;48db94e10209:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,655 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:41:30,655 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:41:30,655 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:41:30,656 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:41:30,656 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:41:30,656 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:41:30,656 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:41:30,656 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:41:30,656 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:41:30,657 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:41:30,657 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:41:30,657 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:41:30,657 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:41:30,657 DEBUG [RS:0;48db94e10209:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:41:30,658 INFO [RS:0;48db94e10209:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,658 INFO [RS:0;48db94e10209:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,659 INFO [RS:0;48db94e10209:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,659 INFO [RS:0;48db94e10209:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,659 INFO [RS:0;48db94e10209:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,659 INFO [RS:0;48db94e10209:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,37355,1731732088808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:41:30,684 INFO [RS:0;48db94e10209:37355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:41:30,686 INFO [RS:0;48db94e10209:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,37355,1731732088808-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,687 INFO [RS:0;48db94e10209:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,687 INFO [RS:0;48db94e10209:37355 {}] regionserver.Replication(171): 48db94e10209,37355,1731732088808 started 2024-11-16T04:41:30,712 INFO [RS:0;48db94e10209:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:30,712 INFO [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(1482): Serving as 48db94e10209,37355,1731732088808, RpcServer on 48db94e10209/172.17.0.2:37355, sessionid=0x101433c33690001 2024-11-16T04:41:30,713 DEBUG [RS:0;48db94e10209:37355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:41:30,713 DEBUG [RS:0;48db94e10209:37355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 48db94e10209,37355,1731732088808 2024-11-16T04:41:30,713 DEBUG [RS:0;48db94e10209:37355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,37355,1731732088808' 2024-11-16T04:41:30,714 DEBUG [RS:0;48db94e10209:37355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:41:30,714 DEBUG [RS:0;48db94e10209:37355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:41:30,715 DEBUG [RS:0;48db94e10209:37355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:41:30,715 DEBUG [RS:0;48db94e10209:37355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:41:30,715 DEBUG [RS:0;48db94e10209:37355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 48db94e10209,37355,1731732088808 2024-11-16T04:41:30,716 DEBUG [RS:0;48db94e10209:37355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,37355,1731732088808' 2024-11-16T04:41:30,716 DEBUG [RS:0;48db94e10209:37355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:41:30,717 DEBUG [RS:0;48db94e10209:37355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:41:30,717 DEBUG [RS:0;48db94e10209:37355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:41:30,717 INFO [RS:0;48db94e10209:37355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:41:30,718 INFO [RS:0;48db94e10209:37355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:41:30,761 WARN [48db94e10209:38029 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T04:41:30,823 INFO [RS:0;48db94e10209:37355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:41:30,826 INFO [RS:0;48db94e10209:37355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C37355%2C1731732088808, suffix=, logDir=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808, archiveDir=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/oldWALs, maxLogs=32 2024-11-16T04:41:30,846 DEBUG [RS:0;48db94e10209:37355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732090828, exclude list is [], retry=0 2024-11-16T04:41:30,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-f234fb1c-7ba1-49fc-bebe-f4203ba57980,DISK] 2024-11-16T04:41:30,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44339,DS-010a5903-439a-4b88-9cbe-6021c4ab8eb2,DISK] 2024-11-16T04:41:30,858 INFO [RS:0;48db94e10209:37355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732090828 2024-11-16T04:41:30,858 DEBUG [RS:0;48db94e10209:37355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37509:37509),(127.0.0.1/127.0.0.1:34421:34421)] 2024-11-16T04:41:31,014 DEBUG [48db94e10209:38029 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:41:31,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=48db94e10209,37355,1731732088808 2024-11-16T04:41:31,036 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,37355,1731732088808, state=OPENING 2024-11-16T04:41:31,083 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:41:31,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:41:31,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:41:31,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:41:31,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:41:31,093 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:41:31,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,37355,1731732088808}] 2024-11-16T04:41:31,276 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:41:31,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36993, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:41:31,291 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:41:31,292 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:41:31,293 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:41:31,296 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C37355%2C1731732088808.meta, suffix=.meta, logDir=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808, archiveDir=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/oldWALs, maxLogs=32 2024-11-16T04:41:31,313 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.meta.1731732091298.meta, exclude list is [], retry=0 2024-11-16T04:41:31,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-f234fb1c-7ba1-49fc-bebe-f4203ba57980,DISK] 2024-11-16T04:41:31,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44339,DS-010a5903-439a-4b88-9cbe-6021c4ab8eb2,DISK] 2024-11-16T04:41:31,333 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.meta.1731732091298.meta 2024-11-16T04:41:31,334 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37509:37509),(127.0.0.1/127.0.0.1:34421:34421)] 2024-11-16T04:41:31,334 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:41:31,336 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:41:31,340 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:41:31,346 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:41:31,351 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:41:31,352 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:41:31,353 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:41:31,353 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:41:31,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:41:31,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:41:31,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:31,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:41:31,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:41:31,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:41:31,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:31,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:41:31,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:41:31,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:41:31,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:31,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:41:31,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:41:31,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:41:31,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:31,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:41:31,375 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:41:31,377 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740 2024-11-16T04:41:31,381 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740 2024-11-16T04:41:31,384 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:41:31,384 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:41:31,385 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T04:41:31,389 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:41:31,391 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=752274, jitterRate=-0.04343457520008087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T04:41:31,391 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:41:31,394 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731732091353Writing region info on filesystem at 1731732091354 (+1 ms)Initializing all the Stores at 1731732091358 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732091358Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732091358Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732091358Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732091358Cleaning up temporary data from old regions at 1731732091384 (+26 ms)Running coprocessor post-open hooks at 1731732091391 (+7 ms)Region opened successfully at 1731732091393 (+2 ms) 2024-11-16T04:41:31,404 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731732091266 2024-11-16T04:41:31,419 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:41:31,420 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:41:31,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,37355,1731732088808 2024-11-16T04:41:31,427 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,37355,1731732088808, state=OPEN 2024-11-16T04:41:31,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:41:31,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:41:31,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:41:31,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:41:31,480 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=48db94e10209,37355,1731732088808 2024-11-16T04:41:31,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:41:31,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,37355,1731732088808 in 385 msec 2024-11-16T04:41:31,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:41:31,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 895 msec 2024-11-16T04:41:31,504 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:41:31,504 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:41:31,533 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:41:31,534 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,37355,1731732088808, seqNum=-1] 2024-11-16T04:41:31,561 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:41:31,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:41:31,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-16T04:41:31,607 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731732091607, completionTime=-1 2024-11-16T04:41:31,611 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:41:31,611 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T04:41:31,654 INFO [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T04:41:31,654 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731732151654 2024-11-16T04:41:31,655 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731732211655 2024-11-16T04:41:31,655 INFO [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 43 msec 2024-11-16T04:41:31,658 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,38029,1731732087949-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:31,658 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,38029,1731732087949-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:31,658 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,38029,1731732087949-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:31,660 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-48db94e10209:38029, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:31,660 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:31,663 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:31,670 DEBUG [master/48db94e10209:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:41:31,698 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.605sec 2024-11-16T04:41:31,699 INFO [master/48db94e10209:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:41:31,701 INFO [master/48db94e10209:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:41:31,702 INFO [master/48db94e10209:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:41:31,703 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:41:31,703 INFO [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:41:31,704 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,38029,1731732087949-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:41:31,705 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,38029,1731732087949-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:41:31,718 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:41:31,719 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:41:31,720 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,38029,1731732087949-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:41:31,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:41:31,804 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T04:41:31,804 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T04:41:31,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 48db94e10209,38029,-1 for getting cluster id 2024-11-16T04:41:31,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:41:31,831 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69327586-9365-4a17-bbc8-2477d262f8cd' 2024-11-16T04:41:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:41:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69327586-9365-4a17-bbc8-2477d262f8cd" 2024-11-16T04:41:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6174f67e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:41:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [48db94e10209,38029,-1] 2024-11-16T04:41:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:41:31,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:41:31,844 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:41:31,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f138d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:41:31,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:41:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,37355,1731732088808, seqNum=-1] 2024-11-16T04:41:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:41:31,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:41:31,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=48db94e10209,38029,1731732087949 2024-11-16T04:41:31,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:41:31,895 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T04:41:31,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:41:31,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 48db94e10209,38029,1731732087949 2024-11-16T04:41:31,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@485738bd 2024-11-16T04:41:31,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:41:31,913 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:41:31,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-16T04:41:31,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-16T04:41:31,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:41:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-16T04:41:31,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:41:31,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-16T04:41:31,939 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:31,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:41:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:41:31,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741835_1011 (size=389) 2024-11-16T04:41:31,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741835_1011 (size=389) 2024-11-16T04:41:31,967 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06fb60abc268a34100e72281e9678689, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665 2024-11-16T04:41:31,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741836_1012 (size=72) 2024-11-16T04:41:31,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741836_1012 (size=72) 2024-11-16T04:41:31,985 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:41:31,985 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 06fb60abc268a34100e72281e9678689, disabling compactions & flushes 2024-11-16T04:41:31,985 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. 2024-11-16T04:41:31,985 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. 2024-11-16T04:41:31,985 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. after waiting 0 ms 2024-11-16T04:41:31,985 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. 2024-11-16T04:41:31,986 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. 2024-11-16T04:41:31,986 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06fb60abc268a34100e72281e9678689: Waiting for close lock at 1731732091985Disabling compacts and flushes for region at 1731732091985Disabling writes for close at 1731732091985Writing region close event to WAL at 1731732091985Closed at 1731732091985 2024-11-16T04:41:31,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:41:31,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731732091988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731732091988"}]},"ts":"1731732091988"} 2024-11-16T04:41:31,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:41:32,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:41:32,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731732092005"}]},"ts":"1731732092005"} 2024-11-16T04:41:32,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-16T04:41:32,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=06fb60abc268a34100e72281e9678689, ASSIGN}] 2024-11-16T04:41:32,051 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=06fb60abc268a34100e72281e9678689, ASSIGN 2024-11-16T04:41:32,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=06fb60abc268a34100e72281e9678689, ASSIGN; state=OFFLINE, location=48db94e10209,37355,1731732088808; forceNewPlan=false, retain=false 2024-11-16T04:41:32,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06fb60abc268a34100e72281e9678689, regionState=OPENING, regionLocation=48db94e10209,37355,1731732088808 2024-11-16T04:41:32,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=06fb60abc268a34100e72281e9678689, ASSIGN because future has completed 2024-11-16T04:41:32,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06fb60abc268a34100e72281e9678689, server=48db94e10209,37355,1731732088808}] 2024-11-16T04:41:32,378 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. 2024-11-16T04:41:32,378 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 06fb60abc268a34100e72281e9678689, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:41:32,379 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 06fb60abc268a34100e72281e9678689 2024-11-16T04:41:32,379 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:41:32,379 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 06fb60abc268a34100e72281e9678689 2024-11-16T04:41:32,379 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 06fb60abc268a34100e72281e9678689 2024-11-16T04:41:32,383 INFO [StoreOpener-06fb60abc268a34100e72281e9678689-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 06fb60abc268a34100e72281e9678689 2024-11-16T04:41:32,386 INFO [StoreOpener-06fb60abc268a34100e72281e9678689-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06fb60abc268a34100e72281e9678689 columnFamilyName info 2024-11-16T04:41:32,386 DEBUG [StoreOpener-06fb60abc268a34100e72281e9678689-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:41:32,388 INFO [StoreOpener-06fb60abc268a34100e72281e9678689-1 {}] regionserver.HStore(327): Store=06fb60abc268a34100e72281e9678689/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:41:32,388 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 06fb60abc268a34100e72281e9678689 2024-11-16T04:41:32,390 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689 2024-11-16T04:41:32,391 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689 2024-11-16T04:41:32,392 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 06fb60abc268a34100e72281e9678689 2024-11-16T04:41:32,392 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 06fb60abc268a34100e72281e9678689 2024-11-16T04:41:32,395 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 06fb60abc268a34100e72281e9678689 2024-11-16T04:41:32,401 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:41:32,404 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 06fb60abc268a34100e72281e9678689; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=715589, jitterRate=-0.09008269011974335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:41:32,404 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06fb60abc268a34100e72281e9678689 2024-11-16T04:41:32,405 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 06fb60abc268a34100e72281e9678689: Running coprocessor pre-open hook at 1731732092379Writing region info on filesystem at 1731732092379Initializing all the Stores at 1731732092382 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732092382Cleaning up temporary data from old regions at 1731732092392 (+10 ms)Running coprocessor post-open hooks at 1731732092404 (+12 ms)Region opened successfully at 1731732092405 (+1 ms) 2024-11-16T04:41:32,410 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689., pid=6, masterSystemTime=1731732092371 2024-11-16T04:41:32,414 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. 2024-11-16T04:41:32,415 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. 2024-11-16T04:41:32,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06fb60abc268a34100e72281e9678689, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,37355,1731732088808 2024-11-16T04:41:32,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06fb60abc268a34100e72281e9678689, server=48db94e10209,37355,1731732088808 because future has completed 2024-11-16T04:41:32,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:41:32,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 06fb60abc268a34100e72281e9678689, server=48db94e10209,37355,1731732088808 in 216 msec 2024-11-16T04:41:32,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:41:32,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=06fb60abc268a34100e72281e9678689, ASSIGN in 389 msec 2024-11-16T04:41:32,460 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:41:32,460 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731732092460"}]},"ts":"1731732092460"} 2024-11-16T04:41:32,464 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-16T04:41:32,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:41:32,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 544 msec 2024-11-16T04:41:36,863 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T04:41:36,931 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:41:36,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-16T04:41:38,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:41:38,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T04:41:38,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-16T04:41:38,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-16T04:41:38,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:41:38,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T04:41:38,344 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T04:41:38,344 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T04:41:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:41:42,026 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-16T04:41:42,030 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-16T04:41:42,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-16T04:41:42,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. 2024-11-16T04:41:42,059 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732102039, exclude list is [], retry=0 2024-11-16T04:41:42,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44339,DS-010a5903-439a-4b88-9cbe-6021c4ab8eb2,DISK] 2024-11-16T04:41:42,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-f234fb1c-7ba1-49fc-bebe-f4203ba57980,DISK] 2024-11-16T04:41:42,089 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732090828 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732102039 2024-11-16T04:41:42,090 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34421:34421),(127.0.0.1/127.0.0.1:37509:37509)] 2024-11-16T04:41:42,090 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732090828 is not closed yet, will try archiving it next time 2024-11-16T04:41:42,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741833_1009 (size=451) 2024-11-16T04:41:42,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741833_1009 (size=451) 2024-11-16T04:41:42,103 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732090828 to hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/oldWALs/48db94e10209%2C37355%2C1731732088808.1731732090828 2024-11-16T04:41:42,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689., hostname=48db94e10209,37355,1731732088808, seqNum=2] 2024-11-16T04:41:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37355 {}] regionserver.HRegion(8855): Flush requested on 06fb60abc268a34100e72281e9678689 2024-11-16T04:41:56,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06fb60abc268a34100e72281e9678689 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T04:41:56,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/.tmp/info/d8affeeee65c4a92b11abbdacafd18e4 is 1055, key is row0001/info:/1731732102107/Put/seqid=0 2024-11-16T04:41:56,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741838_1014 (size=13386) 2024-11-16T04:41:56,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741838_1014 (size=13386) 2024-11-16T04:41:56,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/.tmp/info/d8affeeee65c4a92b11abbdacafd18e4 2024-11-16T04:41:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/.tmp/info/d8affeeee65c4a92b11abbdacafd18e4 as hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/info/d8affeeee65c4a92b11abbdacafd18e4 2024-11-16T04:41:56,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/info/d8affeeee65c4a92b11abbdacafd18e4, entries=8, sequenceid=12, filesize=13.1 K 2024-11-16T04:41:56,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 06fb60abc268a34100e72281e9678689 in 170ms, sequenceid=12, compaction requested=false 2024-11-16T04:41:56,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06fb60abc268a34100e72281e9678689: 2024-11-16T04:41:56,871 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:42:02,179 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732122161, exclude list is [], retry=0 2024-11-16T04:42:02,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44339,DS-010a5903-439a-4b88-9cbe-6021c4ab8eb2,DISK] 2024-11-16T04:42:02,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-f234fb1c-7ba1-49fc-bebe-f4203ba57980,DISK] 2024-11-16T04:42:02,187 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732102039 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732122161 2024-11-16T04:42:02,187 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34421:34421),(127.0.0.1/127.0.0.1:37509:37509)] 2024-11-16T04:42:02,188 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732102039 is not closed yet, will try archiving it next time 2024-11-16T04:42:02,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741837_1013 (size=12149) 2024-11-16T04:42:02,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741837_1013 (size=12149) 2024-11-16T04:42:07,195 INFO [AsyncFSWAL-0-hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665-prefix:48db94e10209,37355,1731732088808 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5005 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44339,DS-010a5903-439a-4b88-9cbe-6021c4ab8eb2,DISK], DatanodeInfoWithStorage[127.0.0.1:39297,DS-f234fb1c-7ba1-49fc-bebe-f4203ba57980,DISK]] 2024-11-16T04:42:07,197 WARN [AsyncFSWAL-0-hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665-prefix:48db94e10209,37355,1731732088808 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5005 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44339,DS-010a5903-439a-4b88-9cbe-6021c4ab8eb2,DISK], DatanodeInfoWithStorage[127.0.0.1:39297,DS-f234fb1c-7ba1-49fc-bebe-f4203ba57980,DISK]] 2024-11-16T04:42:07,199 DEBUG [regionserver/48db94e10209:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 48db94e10209%2C37355%2C1731732088808:(num 1731732122161) roll requested 2024-11-16T04:42:07,215 DEBUG [regionserver/48db94e10209:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732127199, exclude list is [], retry=0 2024-11-16T04:42:07,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-f234fb1c-7ba1-49fc-bebe-f4203ba57980,DISK] 2024-11-16T04:42:07,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44339,DS-010a5903-439a-4b88-9cbe-6021c4ab8eb2,DISK] 2024-11-16T04:42:07,224 INFO [regionserver/48db94e10209:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732122161 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732127199 2024-11-16T04:42:07,224 DEBUG [regionserver/48db94e10209:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37509:37509),(127.0.0.1/127.0.0.1:34421:34421)] 2024-11-16T04:42:07,224 DEBUG [regionserver/48db94e10209:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732122161 is not closed yet, will try archiving it next time 2024-11-16T04:42:07,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741839_1015 (size=1233) 2024-11-16T04:42:07,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741839_1015 (size=1233) 2024-11-16T04:42:09,198 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:42:09,217 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732129198, exclude list is [], retry=0 2024-11-16T04:42:09,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-f234fb1c-7ba1-49fc-bebe-f4203ba57980,DISK] 2024-11-16T04:42:09,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44339,DS-010a5903-439a-4b88-9cbe-6021c4ab8eb2,DISK] 2024-11-16T04:42:09,227 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732127199 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732129198 2024-11-16T04:42:09,228 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37509:37509),(127.0.0.1/127.0.0.1:34421:34421)] 2024-11-16T04:42:09,228 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732127199 is not closed yet, will try archiving it next time 2024-11-16T04:42:09,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741840_1016 (size=93) 2024-11-16T04:42:09,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741840_1016 (size=93) 2024-11-16T04:42:09,238 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/WALs/48db94e10209,37355,1731732088808/48db94e10209%2C37355%2C1731732088808.1731732127199 to hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/oldWALs/48db94e10209%2C37355%2C1731732088808.1731732127199 2024-11-16T04:42:11,771 INFO [master/48db94e10209:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T04:42:11,771 INFO [master/48db94e10209:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T04:42:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37355 {}] regionserver.HRegion(8855): Flush requested on 06fb60abc268a34100e72281e9678689 2024-11-16T04:42:17,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06fb60abc268a34100e72281e9678689 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T04:42:17,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/.tmp/info/c69a1c11ac6f43b0ad7d10af9e9fcf5b is 1055, key is row0009/info:/1731732118153/Put/seqid=0 2024-11-16T04:42:17,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741842_1018 (size=13386) 2024-11-16T04:42:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741842_1018 (size=13386) 2024-11-16T04:42:17,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/.tmp/info/c69a1c11ac6f43b0ad7d10af9e9fcf5b 2024-11-16T04:42:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/.tmp/info/c69a1c11ac6f43b0ad7d10af9e9fcf5b as hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/info/c69a1c11ac6f43b0ad7d10af9e9fcf5b 2024-11-16T04:42:17,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/info/c69a1c11ac6f43b0ad7d10af9e9fcf5b, entries=8, sequenceid=23, filesize=13.1 K 2024-11-16T04:42:17,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 06fb60abc268a34100e72281e9678689 in 77ms, sequenceid=23, compaction requested=false 2024-11-16T04:42:17,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06fb60abc268a34100e72281e9678689: 2024-11-16T04:42:17,341 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-16T04:42:17,341 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:42:17,342 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/info/d8affeeee65c4a92b11abbdacafd18e4 because midkey is the same as first or last row 2024-11-16T04:42:17,379 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 06fb60abc268a34100e72281e9678689, had cached 0 bytes from a total of 26772 2024-11-16T04:42:26,871 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:42:29,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:42:29,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:42:29,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:42:29,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:42:29,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:42:29,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:42:29,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:42:29,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1997742629, stopped=false 2024-11-16T04:42:29,335 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=48db94e10209,38029,1731732087949 2024-11-16T04:42:29,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:42:29,400 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:42:29,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:42:29,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:29,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:29,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:42:29,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:42:29,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:42:29,401 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '48db94e10209,37355,1731732088808' ***** 2024-11-16T04:42:29,401 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:42:29,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:42:29,402 INFO [RS:0;48db94e10209:37355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:42:29,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:42:29,402 INFO [RS:0;48db94e10209:37355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:42:29,402 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:42:29,402 INFO [RS:0;48db94e10209:37355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:42:29,402 INFO [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(3091): Received CLOSE for 06fb60abc268a34100e72281e9678689 2024-11-16T04:42:29,403 INFO [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(959): stopping server 48db94e10209,37355,1731732088808 2024-11-16T04:42:29,403 INFO [RS:0;48db94e10209:37355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:42:29,403 INFO [RS:0;48db94e10209:37355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;48db94e10209:37355. 2024-11-16T04:42:29,403 DEBUG [RS:0;48db94e10209:37355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:42:29,403 DEBUG [RS:0;48db94e10209:37355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:42:29,404 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06fb60abc268a34100e72281e9678689, disabling compactions & flushes 2024-11-16T04:42:29,404 INFO [RS:0;48db94e10209:37355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:42:29,404 INFO [RS:0;48db94e10209:37355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:42:29,404 INFO [RS:0;48db94e10209:37355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:42:29,404 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. 2024-11-16T04:42:29,404 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. 2024-11-16T04:42:29,404 INFO [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:42:29,404 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. after waiting 0 ms 2024-11-16T04:42:29,404 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. 2024-11-16T04:42:29,404 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06fb60abc268a34100e72281e9678689 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-16T04:42:29,404 INFO [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:42:29,404 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:42:29,404 DEBUG [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 06fb60abc268a34100e72281e9678689=TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689.} 2024-11-16T04:42:29,405 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:42:29,405 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:42:29,405 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:42:29,405 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:42:29,405 DEBUG [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(1351): Waiting on 06fb60abc268a34100e72281e9678689, 1588230740 2024-11-16T04:42:29,405 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-16T04:42:29,418 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/.tmp/info/5368601b58574186b8db538cda801331 is 1055, key is row0017/info:/1731732139267/Put/seqid=0 2024-11-16T04:42:29,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741843_1019 (size=10222) 2024-11-16T04:42:29,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741843_1019 (size=10222) 2024-11-16T04:42:29,439 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/.tmp/info/5368601b58574186b8db538cda801331 2024-11-16T04:42:29,451 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/.tmp/info/6e5064039a9d43a6b45b63bfce051c0c is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689./info:regioninfo/1731732092416/Put/seqid=0 2024-11-16T04:42:29,462 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/.tmp/info/5368601b58574186b8db538cda801331 as hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/info/5368601b58574186b8db538cda801331 2024-11-16T04:42:29,476 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/info/5368601b58574186b8db538cda801331, entries=5, sequenceid=31, filesize=10.0 K 2024-11-16T04:42:29,478 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 06fb60abc268a34100e72281e9678689 in 74ms, sequenceid=31, compaction requested=true 2024-11-16T04:42:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741844_1020 (size=7016) 2024-11-16T04:42:29,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741844_1020 (size=7016) 2024-11-16T04:42:29,482 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/.tmp/info/6e5064039a9d43a6b45b63bfce051c0c 2024-11-16T04:42:29,503 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/default/TestLogRolling-testSlowSyncLogRolling/06fb60abc268a34100e72281e9678689/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-16T04:42:29,506 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. 2024-11-16T04:42:29,506 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06fb60abc268a34100e72281e9678689: Waiting for close lock at 1731732149403Running coprocessor pre-close hooks at 1731732149403Disabling compacts and flushes for region at 1731732149403Disabling writes for close at 1731732149404 (+1 ms)Obtaining lock to block concurrent updates at 1731732149404Preparing flush snapshotting stores in 06fb60abc268a34100e72281e9678689 at 1731732149404Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731732149405 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. at 1731732149406 (+1 ms)Flushing 06fb60abc268a34100e72281e9678689/info: creating writer at 1731732149406Flushing 06fb60abc268a34100e72281e9678689/info: appending metadata at 1731732149417 (+11 ms)Flushing 06fb60abc268a34100e72281e9678689/info: closing flushed file at 1731732149417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ef81f4: reopening flushed file at 1731732149460 (+43 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 06fb60abc268a34100e72281e9678689 in 74ms, sequenceid=31, compaction requested=true at 1731732149478 (+18 ms)Writing region close event to WAL at 1731732149489 (+11 ms)Running coprocessor post-close hooks at 1731732149505 (+16 ms)Closed at 1731732149506 (+1 ms) 2024-11-16T04:42:29,507 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731732091915.06fb60abc268a34100e72281e9678689. 2024-11-16T04:42:29,522 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/.tmp/ns/cd2e017c061f4d098b2f71b4da6b4b07 is 43, key is default/ns:d/1731732091570/Put/seqid=0 2024-11-16T04:42:29,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741845_1021 (size=5153) 2024-11-16T04:42:29,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741845_1021 (size=5153) 2024-11-16T04:42:29,538 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/.tmp/ns/cd2e017c061f4d098b2f71b4da6b4b07 2024-11-16T04:42:29,568 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/.tmp/table/c07c2873aac14c0e8f0f9e113b78998e is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731732092460/Put/seqid=0 2024-11-16T04:42:29,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741846_1022 (size=5396) 2024-11-16T04:42:29,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741846_1022 (size=5396) 2024-11-16T04:42:29,581 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/.tmp/table/c07c2873aac14c0e8f0f9e113b78998e 2024-11-16T04:42:29,596 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/.tmp/info/6e5064039a9d43a6b45b63bfce051c0c as hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/info/6e5064039a9d43a6b45b63bfce051c0c 2024-11-16T04:42:29,605 DEBUG [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:42:29,610 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/info/6e5064039a9d43a6b45b63bfce051c0c, entries=10, sequenceid=11, filesize=6.9 K 2024-11-16T04:42:29,612 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/.tmp/ns/cd2e017c061f4d098b2f71b4da6b4b07 as hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/ns/cd2e017c061f4d098b2f71b4da6b4b07 2024-11-16T04:42:29,624 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/ns/cd2e017c061f4d098b2f71b4da6b4b07, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T04:42:29,627 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/.tmp/table/c07c2873aac14c0e8f0f9e113b78998e as hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/table/c07c2873aac14c0e8f0f9e113b78998e 2024-11-16T04:42:29,639 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/table/c07c2873aac14c0e8f0f9e113b78998e, entries=2, sequenceid=11, filesize=5.3 K 2024-11-16T04:42:29,641 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 236ms, sequenceid=11, compaction requested=false 2024-11-16T04:42:29,659 INFO [regionserver/48db94e10209:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:42:29,659 INFO [regionserver/48db94e10209:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:42:29,659 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T04:42:29,660 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:42:29,660 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:42:29,660 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731732149404Running coprocessor pre-close hooks at 1731732149404Disabling compacts and flushes for region at 1731732149404Disabling writes for close at 1731732149405 (+1 ms)Obtaining lock to block concurrent updates at 1731732149405Preparing flush snapshotting stores in 1588230740 at 1731732149405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731732149406 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731732149406Flushing 1588230740/info: creating writer at 1731732149407 (+1 ms)Flushing 1588230740/info: appending metadata at 1731732149451 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731732149451Flushing 1588230740/ns: creating writer at 1731732149494 (+43 ms)Flushing 1588230740/ns: appending metadata at 1731732149521 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731732149521Flushing 1588230740/table: creating writer at 1731732149547 (+26 ms)Flushing 1588230740/table: appending metadata at 1731732149568 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731732149568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7b2c6: reopening flushed file at 1731732149594 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e90c181: reopening flushed file at 1731732149611 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728d9cfa: reopening flushed file at 1731732149624 (+13 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 236ms, sequenceid=11, compaction requested=false at 1731732149641 (+17 ms)Writing region close event to WAL at 1731732149654 (+13 ms)Running coprocessor post-close hooks at 1731732149660 (+6 ms)Closed at 1731732149660 2024-11-16T04:42:29,661 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:42:29,805 INFO [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(976): stopping server 48db94e10209,37355,1731732088808; all regions closed. 2024-11-16T04:42:29,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741834_1010 (size=3066) 2024-11-16T04:42:29,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741834_1010 (size=3066) 2024-11-16T04:42:29,814 DEBUG [RS:0;48db94e10209:37355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/oldWALs 2024-11-16T04:42:29,815 INFO [RS:0;48db94e10209:37355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 48db94e10209%2C37355%2C1731732088808.meta:.meta(num 1731732091298) 2024-11-16T04:42:29,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741841_1017 (size=13164) 2024-11-16T04:42:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741841_1017 (size=13164) 2024-11-16T04:42:29,831 DEBUG [RS:0;48db94e10209:37355 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/oldWALs 2024-11-16T04:42:29,831 INFO [RS:0;48db94e10209:37355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 48db94e10209%2C37355%2C1731732088808:(num 1731732129198) 2024-11-16T04:42:29,831 DEBUG [RS:0;48db94e10209:37355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:42:29,831 INFO [RS:0;48db94e10209:37355 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:42:29,831 INFO [RS:0;48db94e10209:37355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:42:29,831 INFO [RS:0;48db94e10209:37355 {}] hbase.ChoreService(370): Chore service for: regionserver/48db94e10209:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T04:42:29,832 INFO [RS:0;48db94e10209:37355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:42:29,832 INFO [regionserver/48db94e10209:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:42:29,832 INFO [RS:0;48db94e10209:37355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37355 2024-11-16T04:42:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/48db94e10209,37355,1731732088808 2024-11-16T04:42:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:42:29,875 INFO [RS:0;48db94e10209:37355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:42:29,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [48db94e10209,37355,1731732088808] 2024-11-16T04:42:29,894 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/48db94e10209,37355,1731732088808 already deleted, retry=false 2024-11-16T04:42:29,894 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 48db94e10209,37355,1731732088808 expired; onlineServers=0 2024-11-16T04:42:29,894 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '48db94e10209,38029,1731732087949' ***** 2024-11-16T04:42:29,894 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:42:29,894 INFO [M:0;48db94e10209:38029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:42:29,895 INFO [M:0;48db94e10209:38029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:42:29,895 DEBUG [M:0;48db94e10209:38029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:42:29,895 DEBUG [M:0;48db94e10209:38029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:42:29,895 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:42:29,895 DEBUG [master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732090484 {}] cleaner.HFileCleaner(306): Exit Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732090484,5,FailOnTimeoutGroup] 2024-11-16T04:42:29,895 INFO [M:0;48db94e10209:38029 {}] hbase.ChoreService(370): Chore service for: master/48db94e10209:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:42:29,895 INFO [M:0;48db94e10209:38029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:42:29,895 DEBUG [master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732090490 {}] cleaner.HFileCleaner(306): Exit Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732090490,5,FailOnTimeoutGroup] 2024-11-16T04:42:29,895 DEBUG [M:0;48db94e10209:38029 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:42:29,895 INFO [M:0;48db94e10209:38029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:42:29,895 INFO [M:0;48db94e10209:38029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:42:29,896 INFO [M:0;48db94e10209:38029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:42:29,896 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:42:29,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T04:42:29,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:29,903 DEBUG [M:0;48db94e10209:38029 {}] zookeeper.ZKUtil(347): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T04:42:29,903 WARN [M:0;48db94e10209:38029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:42:29,904 INFO [M:0;48db94e10209:38029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/.lastflushedseqids 2024-11-16T04:42:29,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741847_1023 (size=130) 2024-11-16T04:42:29,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741847_1023 (size=130) 2024-11-16T04:42:29,919 INFO [M:0;48db94e10209:38029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:42:29,919 INFO [M:0;48db94e10209:38029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:42:29,919 DEBUG [M:0;48db94e10209:38029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:42:29,919 INFO [M:0;48db94e10209:38029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:29,920 DEBUG [M:0;48db94e10209:38029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:29,920 DEBUG [M:0;48db94e10209:38029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:42:29,920 DEBUG [M:0;48db94e10209:38029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:29,920 INFO [M:0;48db94e10209:38029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-16T04:42:29,944 DEBUG [M:0;48db94e10209:38029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd996202e9764d38bf6796c7161231a0 is 82, key is hbase:meta,,1/info:regioninfo/1731732091423/Put/seqid=0 2024-11-16T04:42:29,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741848_1024 (size=5672) 2024-11-16T04:42:29,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741848_1024 (size=5672) 2024-11-16T04:42:29,963 INFO [M:0;48db94e10209:38029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd996202e9764d38bf6796c7161231a0 2024-11-16T04:42:29,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:42:29,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x101433c33690001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:42:29,987 INFO [RS:0;48db94e10209:37355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:42:29,987 INFO [RS:0;48db94e10209:37355 {}] regionserver.HRegionServer(1031): Exiting; stopping=48db94e10209,37355,1731732088808; zookeeper connection closed. 2024-11-16T04:42:29,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48c91ae4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48c91ae4 2024-11-16T04:42:29,988 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:42:29,999 DEBUG [M:0;48db94e10209:38029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9591af2036814bc6b727118da7b797dd is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731732092472/Put/seqid=0 2024-11-16T04:42:30,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741849_1025 (size=6247) 2024-11-16T04:42:30,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741849_1025 (size=6247) 2024-11-16T04:42:30,008 INFO [M:0;48db94e10209:38029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9591af2036814bc6b727118da7b797dd 2024-11-16T04:42:30,016 INFO [M:0;48db94e10209:38029 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9591af2036814bc6b727118da7b797dd 2024-11-16T04:42:30,034 DEBUG [M:0;48db94e10209:38029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/671e1cb391cc4bb1a13e16ee4147989d is 69, key is 48db94e10209,37355,1731732088808/rs:state/1731732090533/Put/seqid=0 2024-11-16T04:42:30,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741850_1026 (size=5156) 2024-11-16T04:42:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741850_1026 (size=5156) 2024-11-16T04:42:30,043 INFO [M:0;48db94e10209:38029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/671e1cb391cc4bb1a13e16ee4147989d 2024-11-16T04:42:30,068 DEBUG [M:0;48db94e10209:38029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/16f5e778c73a4f2d8a3602dfc44c3ccc is 52, key is load_balancer_on/state:d/1731732091891/Put/seqid=0 2024-11-16T04:42:30,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741851_1027 (size=5056) 2024-11-16T04:42:30,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741851_1027 (size=5056) 2024-11-16T04:42:30,076 INFO [M:0;48db94e10209:38029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/16f5e778c73a4f2d8a3602dfc44c3ccc 2024-11-16T04:42:30,088 DEBUG [M:0;48db94e10209:38029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd996202e9764d38bf6796c7161231a0 as hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd996202e9764d38bf6796c7161231a0 2024-11-16T04:42:30,098 INFO [M:0;48db94e10209:38029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd996202e9764d38bf6796c7161231a0, entries=8, sequenceid=59, filesize=5.5 K 2024-11-16T04:42:30,099 DEBUG [M:0;48db94e10209:38029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9591af2036814bc6b727118da7b797dd as hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9591af2036814bc6b727118da7b797dd 2024-11-16T04:42:30,108 INFO [M:0;48db94e10209:38029 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9591af2036814bc6b727118da7b797dd 2024-11-16T04:42:30,109 INFO [M:0;48db94e10209:38029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9591af2036814bc6b727118da7b797dd, entries=6, sequenceid=59, filesize=6.1 K 2024-11-16T04:42:30,110 DEBUG [M:0;48db94e10209:38029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/671e1cb391cc4bb1a13e16ee4147989d as hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/671e1cb391cc4bb1a13e16ee4147989d 2024-11-16T04:42:30,119 INFO [M:0;48db94e10209:38029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/671e1cb391cc4bb1a13e16ee4147989d, entries=1, sequenceid=59, filesize=5.0 K 2024-11-16T04:42:30,120 DEBUG [M:0;48db94e10209:38029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/16f5e778c73a4f2d8a3602dfc44c3ccc as hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/16f5e778c73a4f2d8a3602dfc44c3ccc 2024-11-16T04:42:30,128 INFO [M:0;48db94e10209:38029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/16f5e778c73a4f2d8a3602dfc44c3ccc, entries=1, sequenceid=59, filesize=4.9 K 2024-11-16T04:42:30,130 INFO [M:0;48db94e10209:38029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 209ms, sequenceid=59, compaction requested=false 2024-11-16T04:42:30,131 INFO [M:0;48db94e10209:38029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:30,132 DEBUG [M:0;48db94e10209:38029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731732149919Disabling compacts and flushes for region at 1731732149919Disabling writes for close at 1731732149920 (+1 ms)Obtaining lock to block concurrent updates at 1731732149920Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731732149920Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731732149920Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731732149922 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731732149922Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731732149943 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731732149943Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731732149974 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731732149998 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731732149998Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731732150017 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731732150033 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731732150033Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731732150051 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731732150068 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731732150068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5289416c: reopening flushed file at 1731732150086 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4a05eb: reopening flushed file at 1731732150098 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73108dad: reopening flushed file at 1731732150109 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187d83d3: reopening flushed file at 1731732150119 (+10 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 209ms, sequenceid=59, compaction requested=false at 1731732150130 (+11 ms)Writing region close event to WAL at 1731732150131 (+1 ms)Closed at 1731732150131 2024-11-16T04:42:30,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741830_1006 (size=27973) 2024-11-16T04:42:30,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741830_1006 (size=27973) 2024-11-16T04:42:30,137 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:42:30,137 INFO [M:0;48db94e10209:38029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:42:30,137 INFO [M:0;48db94e10209:38029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38029 2024-11-16T04:42:30,138 INFO [M:0;48db94e10209:38029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:42:30,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:42:30,269 INFO [M:0;48db94e10209:38029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:42:30,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101433c33690000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:42:30,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:30,327 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:42:30,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:42:30,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:42:30,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/hadoop.log.dir/,STOPPED} 2024-11-16T04:42:30,334 WARN [BP-1654690402-172.17.0.2-1731732083745 heartbeating to localhost/127.0.0.1:35641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:42:30,334 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:42:30,334 WARN [BP-1654690402-172.17.0.2-1731732083745 heartbeating to localhost/127.0.0.1:35641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1654690402-172.17.0.2-1731732083745 (Datanode Uuid 5b0c25fb-8838-4262-bef6-cba68512a507) service to localhost/127.0.0.1:35641 2024-11-16T04:42:30,334 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:42:30,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/cluster_30e62d23-3c70-f39c-f017-ce030104668d/data/data3/current/BP-1654690402-172.17.0.2-1731732083745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:30,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/cluster_30e62d23-3c70-f39c-f017-ce030104668d/data/data4/current/BP-1654690402-172.17.0.2-1731732083745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:30,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:42:30,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:30,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:42:30,347 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:42:30,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:42:30,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/hadoop.log.dir/,STOPPED} 2024-11-16T04:42:30,350 WARN [BP-1654690402-172.17.0.2-1731732083745 heartbeating to localhost/127.0.0.1:35641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:42:30,350 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:42:30,350 WARN [BP-1654690402-172.17.0.2-1731732083745 heartbeating to localhost/127.0.0.1:35641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1654690402-172.17.0.2-1731732083745 (Datanode Uuid b4e77322-5d20-49a1-92a4-9eb160498b95) service to localhost/127.0.0.1:35641 2024-11-16T04:42:30,350 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:42:30,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/cluster_30e62d23-3c70-f39c-f017-ce030104668d/data/data1/current/BP-1654690402-172.17.0.2-1731732083745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:30,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/cluster_30e62d23-3c70-f39c-f017-ce030104668d/data/data2/current/BP-1654690402-172.17.0.2-1731732083745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:30,352 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:42:30,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:42:30,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:42:30,365 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:42:30,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:42:30,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/hadoop.log.dir/,STOPPED} 2024-11-16T04:42:30,379 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:42:30,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:42:30,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/48db94e10209:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35641 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/48db94e10209:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2c2e4113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/48db94e10209:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/48db94e10209:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 486), ProcessCount=11 (was 11), AvailableMemoryMB=7268 (was 7872) 2024-11-16T04:42:30,434 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=7268 2024-11-16T04:42:30,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:42:30,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/hadoop.log.dir so I do NOT create it in target/test-data/09c60d3f-dadd-018f-3276-374cb917f707 2024-11-16T04:42:30,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9a0720c7-5ab0-d86f-f076-5b1a140050ce/hadoop.tmp.dir so I do NOT create it in target/test-data/09c60d3f-dadd-018f-3276-374cb917f707 2024-11-16T04:42:30,435 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6, deleteOnExit=true 2024-11-16T04:42:30,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:42:30,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/test.cache.data in system properties and HBase conf 2024-11-16T04:42:30,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:42:30,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:42:30,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:42:30,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:42:30,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:42:30,436 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:42:30,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:42:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:42:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:42:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:42:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:42:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:42:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:42:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:42:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:42:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:42:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:42:30,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:42:30,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:42:30,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:42:30,663 INFO [regionserver/48db94e10209:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:42:30,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:42:30,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:42:30,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:42:30,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:42:30,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:42:30,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:42:30,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb3e4ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:42:30,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6af8ea6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:42:30,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42afe829{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/java.io.tmpdir/jetty-localhost-40557-hadoop-hdfs-3_4_1-tests_jar-_-any-10280701416410664157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:42:30,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3479f9fa{HTTP/1.1, (http/1.1)}{localhost:40557} 2024-11-16T04:42:30,981 INFO [Time-limited test {}] server.Server(415): Started @69047ms 2024-11-16T04:42:31,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:42:31,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:42:31,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:42:31,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:42:31,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:42:31,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5109ef66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:42:31,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f75fbb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:42:31,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fd25b61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/java.io.tmpdir/jetty-localhost-34325-hadoop-hdfs-3_4_1-tests_jar-_-any-2046874536440069726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:31,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@98fc45{HTTP/1.1, (http/1.1)}{localhost:34325} 2024-11-16T04:42:31,322 INFO [Time-limited test {}] server.Server(415): Started @69388ms 2024-11-16T04:42:31,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:42:31,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:42:31,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:42:31,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:42:31,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:42:31,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:42:31,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73a21b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:42:31,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ded02cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:42:31,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52b6fa68{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/java.io.tmpdir/jetty-localhost-33335-hadoop-hdfs-3_4_1-tests_jar-_-any-12580502885049672988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:31,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@315ff591{HTTP/1.1, (http/1.1)}{localhost:33335} 2024-11-16T04:42:31,548 INFO [Time-limited test {}] server.Server(415): Started @69615ms 2024-11-16T04:42:31,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:42:32,017 WARN [Thread-383 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data1/current/BP-938550056-172.17.0.2-1731732150468/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:32,017 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data2/current/BP-938550056-172.17.0.2-1731732150468/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:32,041 WARN [Thread-348 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:42:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32833069e5812fd with lease ID 0x91cc9adb85ee5f0a: Processing first storage report for DS-5d84234b-1773-4105-8efe-affa26e20a65 from datanode DatanodeRegistration(127.0.0.1:44603, datanodeUuid=16588cd9-26bc-4a78-8117-34f21f9ffce8, infoPort=35063, infoSecurePort=0, ipcPort=43661, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468) 2024-11-16T04:42:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32833069e5812fd with lease ID 0x91cc9adb85ee5f0a: from storage DS-5d84234b-1773-4105-8efe-affa26e20a65 node DatanodeRegistration(127.0.0.1:44603, datanodeUuid=16588cd9-26bc-4a78-8117-34f21f9ffce8, infoPort=35063, infoSecurePort=0, ipcPort=43661, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32833069e5812fd with lease ID 0x91cc9adb85ee5f0a: Processing first storage report for DS-16bb4b87-20da-4a16-91a8-5874ba0fdd44 from datanode DatanodeRegistration(127.0.0.1:44603, datanodeUuid=16588cd9-26bc-4a78-8117-34f21f9ffce8, infoPort=35063, infoSecurePort=0, ipcPort=43661, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468) 2024-11-16T04:42:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32833069e5812fd with lease ID 0x91cc9adb85ee5f0a: from storage DS-16bb4b87-20da-4a16-91a8-5874ba0fdd44 node DatanodeRegistration(127.0.0.1:44603, datanodeUuid=16588cd9-26bc-4a78-8117-34f21f9ffce8, infoPort=35063, infoSecurePort=0, ipcPort=43661, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:32,226 WARN [Thread-395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data3/current/BP-938550056-172.17.0.2-1731732150468/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:32,226 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data4/current/BP-938550056-172.17.0.2-1731732150468/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:32,248 WARN [Thread-371 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:42:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2271f71f776008c with lease ID 0x91cc9adb85ee5f0b: Processing first storage report for DS-e1dc343c-09ee-4ec5-8e1b-7fb2c4dea4f6 from datanode DatanodeRegistration(127.0.0.1:40357, datanodeUuid=4b099619-625c-40dc-af1b-b5be14acb277, infoPort=38049, infoSecurePort=0, ipcPort=39095, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468) 2024-11-16T04:42:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2271f71f776008c with lease ID 0x91cc9adb85ee5f0b: from storage DS-e1dc343c-09ee-4ec5-8e1b-7fb2c4dea4f6 node DatanodeRegistration(127.0.0.1:40357, datanodeUuid=4b099619-625c-40dc-af1b-b5be14acb277, infoPort=38049, infoSecurePort=0, ipcPort=39095, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2271f71f776008c with lease ID 0x91cc9adb85ee5f0b: Processing first storage report for DS-cd258b7f-9f69-4218-ac73-10b55a87e855 from datanode DatanodeRegistration(127.0.0.1:40357, datanodeUuid=4b099619-625c-40dc-af1b-b5be14acb277, infoPort=38049, infoSecurePort=0, ipcPort=39095, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468) 2024-11-16T04:42:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2271f71f776008c with lease ID 0x91cc9adb85ee5f0b: from storage DS-cd258b7f-9f69-4218-ac73-10b55a87e855 node DatanodeRegistration(127.0.0.1:40357, datanodeUuid=4b099619-625c-40dc-af1b-b5be14acb277, infoPort=38049, infoSecurePort=0, ipcPort=39095, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:32,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707 2024-11-16T04:42:32,309 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/zookeeper_0, clientPort=58837, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:42:32,310 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58837 2024-11-16T04:42:32,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:32,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:32,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40357 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:42:32,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44603 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:42:32,341 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d with version=8 2024-11-16T04:42:32,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/hbase-staging 2024-11-16T04:42:32,343 INFO [Time-limited test {}] client.ConnectionUtils(128): master/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:42:32,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:42:32,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:42:32,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:42:32,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:42:32,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:42:32,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:42:32,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:42:32,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35543 2024-11-16T04:42:32,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35543 connecting to ZooKeeper ensemble=127.0.0.1:58837 2024-11-16T04:42:32,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355430x0, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:42:32,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35543-0x101433d32b40000 connected 2024-11-16T04:42:32,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:32,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:32,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:42:32,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d, hbase.cluster.distributed=false 2024-11-16T04:42:32,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:42:32,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-16T04:42:32,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35543 2024-11-16T04:42:32,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35543 2024-11-16T04:42:32,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-16T04:42:32,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-16T04:42:32,518 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:42:32,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:42:32,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:42:32,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:42:32,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:42:32,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:42:32,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:42:32,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:42:32,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37359 2024-11-16T04:42:32,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37359 connecting to ZooKeeper ensemble=127.0.0.1:58837 2024-11-16T04:42:32,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:32,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:32,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373590x0, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:42:32,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373590x0, quorum=127.0.0.1:58837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:42:32,553 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:42:32,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37359-0x101433d32b40001 connected 2024-11-16T04:42:32,554 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:42:32,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:42:32,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:42:32,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37359 2024-11-16T04:42:32,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37359 2024-11-16T04:42:32,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37359 2024-11-16T04:42:32,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37359 2024-11-16T04:42:32,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37359 2024-11-16T04:42:32,579 DEBUG [M:0;48db94e10209:35543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;48db94e10209:35543 2024-11-16T04:42:32,579 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/48db94e10209,35543,1731732152342 2024-11-16T04:42:32,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:42:32,586 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/48db94e10209,35543,1731732152342 2024-11-16T04:42:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:42:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:42:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:32,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:32,595 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T04:42:32,595 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/48db94e10209,35543,1731732152342 from backup master directory 2024-11-16T04:42:32,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/48db94e10209,35543,1731732152342 2024-11-16T04:42:32,602 WARN [master/48db94e10209:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:42:32,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:42:32,602 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=48db94e10209,35543,1731732152342 2024-11-16T04:42:32,620 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/hbase.id] with ID: 27427ebd-0414-4b54-83c9-7167b4d41773 2024-11-16T04:42:32,620 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/.tmp/hbase.id 2024-11-16T04:42:32,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44603 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:42:32,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40357 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:42:32,634 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/.tmp/hbase.id]:[hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/hbase.id] 2024-11-16T04:42:32,656 INFO [master/48db94e10209:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:32,656 INFO [master/48db94e10209:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:42:32,658 INFO [master/48db94e10209:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T04:42:32,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:32,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:32,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40357 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:42:32,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44603 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:42:32,699 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:42:32,700 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:42:32,701 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:42:32,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40357 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:42:32,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44603 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:42:32,714 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store 2024-11-16T04:42:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44603 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:42:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40357 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:42:32,724 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:42:32,724 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:42:32,724 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:32,725 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:32,725 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:42:32,725 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:32,725 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:32,725 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731732152724Disabling compacts and flushes for region at 1731732152724Disabling writes for close at 1731732152725 (+1 ms)Writing region close event to WAL at 1731732152725Closed at 1731732152725 2024-11-16T04:42:32,727 WARN [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/.initializing 2024-11-16T04:42:32,727 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342 2024-11-16T04:42:32,729 INFO [master/48db94e10209:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:42:32,731 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C35543%2C1731732152342, suffix=, logDir=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342, archiveDir=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/oldWALs, maxLogs=10 2024-11-16T04:42:32,746 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342/48db94e10209%2C35543%2C1731732152342.1731732152732, exclude list is [], retry=0 2024-11-16T04:42:32,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40357,DS-e1dc343c-09ee-4ec5-8e1b-7fb2c4dea4f6,DISK] 2024-11-16T04:42:32,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44603,DS-5d84234b-1773-4105-8efe-affa26e20a65,DISK] 2024-11-16T04:42:32,759 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342/48db94e10209%2C35543%2C1731732152342.1731732152732 2024-11-16T04:42:32,759 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38049:38049),(127.0.0.1/127.0.0.1:35063:35063)] 2024-11-16T04:42:32,759 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:42:32,760 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:42:32,760 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:32,760 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:32,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:32,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:42:32,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:32,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:32,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:32,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:42:32,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:32,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:42:32,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:32,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:42:32,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:32,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:42:32,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:32,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:42:32,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:32,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:42:32,775 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:32,776 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:32,776 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:32,778 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:32,778 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:32,778 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:42:32,780 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:32,786 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:42:32,786 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=734225, jitterRate=-0.06638558208942413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:42:32,788 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731732152760Initializing all the Stores at 1731732152761 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732152761Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732152762 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732152762Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732152762Cleaning up temporary data from old regions at 1731732152778 (+16 ms)Region opened successfully at 1731732152788 (+10 ms) 2024-11-16T04:42:32,789 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:42:32,794 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1415c613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:42:32,795 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:42:32,795 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:42:32,795 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:42:32,796 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:42:32,796 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:42:32,797 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:42:32,797 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:42:32,800 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:42:32,801 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T04:42:32,818 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T04:42:32,819 INFO [master/48db94e10209:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:42:32,820 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:42:32,827 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T04:42:32,827 INFO [master/48db94e10209:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:42:32,829 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:42:32,835 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T04:42:32,836 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:42:32,843 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T04:42:32,846 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:42:32,852 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T04:42:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:42:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:42:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:32,861 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=48db94e10209,35543,1731732152342, sessionid=0x101433d32b40000, setting cluster-up flag (Was=false) 2024-11-16T04:42:32,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:32,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:32,903 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T04:42:32,905 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=48db94e10209,35543,1731732152342 2024-11-16T04:42:32,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:32,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:32,952 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T04:42:32,955 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=48db94e10209,35543,1731732152342 2024-11-16T04:42:32,959 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:42:32,963 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:42:32,963 INFO [master/48db94e10209:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:42:32,963 INFO [master/48db94e10209:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:42:32,964 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 48db94e10209,35543,1731732152342 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:42:32,967 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:42:32,967 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:42:32,967 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:42:32,967 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:42:32,967 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/48db94e10209:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:42:32,967 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:32,968 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:42:32,968 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:32,974 INFO [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(746): ClusterId : 27427ebd-0414-4b54-83c9-7167b4d41773 2024-11-16T04:42:32,974 DEBUG [RS:0;48db94e10209:37359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:42:32,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:42:32,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:42:32,981 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:32,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:42:32,989 DEBUG [RS:0;48db94e10209:37359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:42:32,989 DEBUG [RS:0;48db94e10209:37359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:42:33,003 DEBUG [RS:0;48db94e10209:37359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:42:33,004 DEBUG [RS:0;48db94e10209:37359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c78eaf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:42:33,006 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731732183006 2024-11-16T04:42:33,007 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:42:33,007 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:42:33,007 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:42:33,007 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:42:33,007 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:42:33,007 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:42:33,023 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,031 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:42:33,031 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:42:33,032 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:42:33,046 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:42:33,047 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:42:33,048 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732153047,5,FailOnTimeoutGroup] 2024-11-16T04:42:33,050 DEBUG [RS:0;48db94e10209:37359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;48db94e10209:37359 2024-11-16T04:42:33,050 INFO [RS:0;48db94e10209:37359 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:42:33,050 INFO [RS:0;48db94e10209:37359 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:42:33,051 DEBUG [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:42:33,051 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732153048,5,FailOnTimeoutGroup] 2024-11-16T04:42:33,051 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,051 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:42:33,051 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,051 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,052 INFO [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(2659): reportForDuty to master=48db94e10209,35543,1731732152342 with port=37359, startcode=1731732152518 2024-11-16T04:42:33,052 DEBUG [RS:0;48db94e10209:37359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:42:33,055 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:42:33,056 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 48db94e10209,37359,1731732152518 2024-11-16T04:42:33,056 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35543 {}] master.ServerManager(517): Registering regionserver=48db94e10209,37359,1731732152518 2024-11-16T04:42:33,059 DEBUG [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d 2024-11-16T04:42:33,060 DEBUG [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35247 2024-11-16T04:42:33,060 DEBUG [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:42:33,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44603 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:42:33,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40357 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:42:33,067 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:42:33,067 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d 2024-11-16T04:42:33,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:42:33,084 DEBUG [RS:0;48db94e10209:37359 {}] zookeeper.ZKUtil(111): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/48db94e10209,37359,1731732152518 2024-11-16T04:42:33,084 WARN [RS:0;48db94e10209:37359 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:42:33,084 INFO [RS:0;48db94e10209:37359 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:42:33,084 DEBUG [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518 2024-11-16T04:42:33,096 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [48db94e10209,37359,1731732152518] 2024-11-16T04:42:33,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40357 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:42:33,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44603 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:42:33,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:42:33,110 INFO [RS:0;48db94e10209:37359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:42:33,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:42:33,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:42:33,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:33,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:33,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:42:33,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:42:33,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:33,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:33,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:42:33,122 INFO [RS:0;48db94e10209:37359 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:42:33,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:42:33,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:33,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:33,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:42:33,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:42:33,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:33,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:33,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:42:33,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740 2024-11-16T04:42:33,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740 2024-11-16T04:42:33,134 INFO [RS:0;48db94e10209:37359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:42:33,134 INFO [RS:0;48db94e10209:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,135 INFO [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:42:33,136 INFO [RS:0;48db94e10209:37359 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:42:33,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:42:33,136 INFO [RS:0;48db94e10209:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:42:33,137 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:33,137 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:33,137 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:33,137 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:33,137 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:33,137 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:42:33,137 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:33,137 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:33,137 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:33,137 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:33,138 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:33,138 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:33,138 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:42:33,138 DEBUG [RS:0;48db94e10209:37359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:42:33,139 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T04:42:33,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:42:33,141 INFO [RS:0;48db94e10209:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,141 INFO [RS:0;48db94e10209:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,141 INFO [RS:0;48db94e10209:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,141 INFO [RS:0;48db94e10209:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,141 INFO [RS:0;48db94e10209:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,141 INFO [RS:0;48db94e10209:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,37359,1731732152518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:42:33,156 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:42:33,157 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=851663, jitterRate=0.08294646441936493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T04:42:33,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731732153103Initializing all the Stores at 1731732153105 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732153105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732153114 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732153114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732153114Cleaning up temporary data from old regions at 1731732153136 (+22 ms)Region opened successfully at 1731732153158 (+22 ms) 2024-11-16T04:42:33,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:42:33,158 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:42:33,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:42:33,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:42:33,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:42:33,160 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:42:33,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731732153158Disabling compacts and flushes for region at 1731732153158Disabling writes for close at 1731732153159 (+1 ms)Writing region close event to WAL at 1731732153160 (+1 ms)Closed at 1731732153160 2024-11-16T04:42:33,164 INFO [RS:0;48db94e10209:37359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:42:33,164 INFO [RS:0;48db94e10209:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,37359,1731732152518-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,164 INFO [RS:0;48db94e10209:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,165 INFO [RS:0;48db94e10209:37359 {}] regionserver.Replication(171): 48db94e10209,37359,1731732152518 started 2024-11-16T04:42:33,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:42:33,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:42:33,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:42:33,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:42:33,176 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:42:33,187 INFO [RS:0;48db94e10209:37359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,187 INFO [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(1482): Serving as 48db94e10209,37359,1731732152518, RpcServer on 48db94e10209/172.17.0.2:37359, sessionid=0x101433d32b40001 2024-11-16T04:42:33,187 DEBUG [RS:0;48db94e10209:37359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:42:33,187 DEBUG [RS:0;48db94e10209:37359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 48db94e10209,37359,1731732152518 2024-11-16T04:42:33,188 DEBUG [RS:0;48db94e10209:37359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,37359,1731732152518' 2024-11-16T04:42:33,188 DEBUG [RS:0;48db94e10209:37359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:42:33,198 DEBUG [RS:0;48db94e10209:37359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:42:33,199 DEBUG [RS:0;48db94e10209:37359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:42:33,199 DEBUG [RS:0;48db94e10209:37359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:42:33,200 DEBUG [RS:0;48db94e10209:37359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 48db94e10209,37359,1731732152518 2024-11-16T04:42:33,200 DEBUG [RS:0;48db94e10209:37359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,37359,1731732152518' 2024-11-16T04:42:33,200 DEBUG [RS:0;48db94e10209:37359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:42:33,200 DEBUG [RS:0;48db94e10209:37359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:42:33,201 DEBUG [RS:0;48db94e10209:37359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:42:33,201 INFO [RS:0;48db94e10209:37359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:42:33,201 INFO [RS:0;48db94e10209:37359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:42:33,302 INFO [RS:0;48db94e10209:37359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:42:33,304 INFO [RS:0;48db94e10209:37359 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C37359%2C1731732152518, suffix=, logDir=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518, archiveDir=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/oldWALs, maxLogs=32 2024-11-16T04:42:33,323 DEBUG [RS:0;48db94e10209:37359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.1731732153306, exclude list is [], retry=0 2024-11-16T04:42:33,326 WARN [48db94e10209:35543 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T04:42:33,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40357,DS-e1dc343c-09ee-4ec5-8e1b-7fb2c4dea4f6,DISK] 2024-11-16T04:42:33,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44603,DS-5d84234b-1773-4105-8efe-affa26e20a65,DISK] 2024-11-16T04:42:33,334 INFO [RS:0;48db94e10209:37359 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.1731732153306 2024-11-16T04:42:33,335 DEBUG [RS:0;48db94e10209:37359 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38049:38049),(127.0.0.1/127.0.0.1:35063:35063)] 2024-11-16T04:42:33,577 DEBUG [48db94e10209:35543 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:42:33,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=48db94e10209,37359,1731732152518 2024-11-16T04:42:33,579 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,37359,1731732152518, state=OPENING 2024-11-16T04:42:33,618 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:42:33,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:33,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:33,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:42:33,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:42:33,628 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:42:33,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,37359,1731732152518}] 2024-11-16T04:42:33,782 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:42:33,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45529, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:42:33,789 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:42:33,789 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:42:33,790 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:42:33,792 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C37359%2C1731732152518.meta, suffix=.meta, logDir=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518, archiveDir=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/oldWALs, maxLogs=32 2024-11-16T04:42:33,808 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.meta.1731732153794.meta, exclude list is [], retry=0 2024-11-16T04:42:33,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40357,DS-e1dc343c-09ee-4ec5-8e1b-7fb2c4dea4f6,DISK] 2024-11-16T04:42:33,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44603,DS-5d84234b-1773-4105-8efe-affa26e20a65,DISK] 2024-11-16T04:42:33,852 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.meta.1731732153794.meta 2024-11-16T04:42:33,853 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35063:35063),(127.0.0.1/127.0.0.1:38049:38049)] 2024-11-16T04:42:33,853 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:42:33,853 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:42:33,853 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:42:33,854 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:42:33,854 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:42:33,854 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:42:33,854 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:42:33,854 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:42:33,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:42:33,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:42:33,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:33,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:33,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:42:33,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:42:33,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:33,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:33,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:42:33,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:42:33,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:33,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:33,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:42:33,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:42:33,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:33,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:33,874 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:42:33,875 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740 2024-11-16T04:42:33,877 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740 2024-11-16T04:42:33,879 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:42:33,880 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:42:33,881 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T04:42:33,883 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:42:33,886 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=744343, jitterRate=-0.05351988971233368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T04:42:33,886 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:42:33,887 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731732153854Writing region info on filesystem at 1731732153854Initializing all the Stores at 1731732153856 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732153856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732153862 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732153862Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732153862Cleaning up temporary data from old regions at 1731732153880 (+18 ms)Running coprocessor post-open hooks at 1731732153886 (+6 ms)Region opened successfully at 1731732153887 (+1 ms) 2024-11-16T04:42:33,889 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731732153782 2024-11-16T04:42:33,895 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:42:33,895 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:42:33,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,37359,1731732152518 2024-11-16T04:42:33,898 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,37359,1731732152518, state=OPEN 2024-11-16T04:42:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:42:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:42:33,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:42:33,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:42:33,950 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=48db94e10209,37359,1731732152518 2024-11-16T04:42:33,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:42:33,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,37359,1731732152518 in 322 msec 2024-11-16T04:42:33,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:42:33,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 789 msec 2024-11-16T04:42:33,961 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:42:33,962 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:42:33,963 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:42:33,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,37359,1731732152518, seqNum=-1] 2024-11-16T04:42:33,964 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:42:33,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42475, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:42:33,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0120 sec 2024-11-16T04:42:33,976 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731732153976, completionTime=-1 2024-11-16T04:42:33,976 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:42:33,976 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T04:42:33,979 INFO [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T04:42:33,979 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731732213979 2024-11-16T04:42:33,979 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731732273979 2024-11-16T04:42:33,979 INFO [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-16T04:42:33,980 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,35543,1731732152342-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,980 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,35543,1731732152342-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,980 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,35543,1731732152342-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,980 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-48db94e10209:35543, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,980 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,981 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:33,984 DEBUG [master/48db94e10209:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:42:33,988 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.385sec 2024-11-16T04:42:33,988 INFO [master/48db94e10209:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:42:33,988 INFO [master/48db94e10209:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:42:33,988 INFO [master/48db94e10209:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:42:33,988 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:42:33,988 INFO [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:42:33,989 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,35543,1731732152342-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:42:33,989 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,35543,1731732152342-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:42:33,995 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:42:33,995 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:42:33,995 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,35543,1731732152342-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:34,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa2206f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:42:34,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 48db94e10209,35543,-1 for getting cluster id 2024-11-16T04:42:34,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:42:34,077 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27427ebd-0414-4b54-83c9-7167b4d41773' 2024-11-16T04:42:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:42:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27427ebd-0414-4b54-83c9-7167b4d41773" 2024-11-16T04:42:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb8f872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:42:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [48db94e10209,35543,-1] 2024-11-16T04:42:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:42:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:42:34,085 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:42:34,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b1e39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:42:34,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:42:34,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,37359,1731732152518, seqNum=-1] 2024-11-16T04:42:34,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:42:34,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:42:34,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=48db94e10209,35543,1731732152342 2024-11-16T04:42:34,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:34,102 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T04:42:34,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:42:34,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:42:34,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:42:34,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:42:34,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:42:34,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a1625d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:42:34,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f55efb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:42:34,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33cda920{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/java.io.tmpdir/jetty-localhost-42369-hadoop-hdfs-3_4_1-tests_jar-_-any-2802824588078733818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:34,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ff475{HTTP/1.1, (http/1.1)}{localhost:42369} 2024-11-16T04:42:34,289 INFO [Time-limited test {}] server.Server(415): Started @72355ms 2024-11-16T04:42:34,291 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:42:34,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:42:34,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:42:34,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:42:34,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:42:34,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:42:34,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c106fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:42:34,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e037d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:42:34,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f161185{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/java.io.tmpdir/jetty-localhost-43297-hadoop-hdfs-3_4_1-tests_jar-_-any-1676041943661584071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:34,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dddc903{HTTP/1.1, (http/1.1)}{localhost:43297} 2024-11-16T04:42:34,506 INFO [Time-limited test {}] server.Server(415): Started @72572ms 2024-11-16T04:42:34,508 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:42:34,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:42:34,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:42:34,583 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:42:34,586 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:42:34,614 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:42:34,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:42:34,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:42:34,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:42:34,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:42:34,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:42:34,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@98afd55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:42:34,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30189bd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:42:34,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@613deb0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/java.io.tmpdir/jetty-localhost-36939-hadoop-hdfs-3_4_1-tests_jar-_-any-9848155418628983921/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:34,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68a6143d{HTTP/1.1, (http/1.1)}{localhost:36939} 2024-11-16T04:42:34,809 INFO [Time-limited test {}] server.Server(415): Started @72875ms 2024-11-16T04:42:34,811 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:42:35,085 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data5/current/BP-938550056-172.17.0.2-1731732150468/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:35,085 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data6/current/BP-938550056-172.17.0.2-1731732150468/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:35,133 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:42:35,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a952ef9f96194ef with lease ID 0x91cc9adb85ee5f0c: Processing first storage report for DS-8ad70788-ebb4-47ee-9889-1838f3be9efa from datanode DatanodeRegistration(127.0.0.1:41573, datanodeUuid=38254510-6cad-4c0d-9761-3ec0965e5ff2, infoPort=37293, infoSecurePort=0, ipcPort=39475, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468) 2024-11-16T04:42:35,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a952ef9f96194ef with lease ID 0x91cc9adb85ee5f0c: from storage DS-8ad70788-ebb4-47ee-9889-1838f3be9efa node DatanodeRegistration(127.0.0.1:41573, datanodeUuid=38254510-6cad-4c0d-9761-3ec0965e5ff2, infoPort=37293, infoSecurePort=0, ipcPort=39475, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T04:42:35,137 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a952ef9f96194ef with lease ID 0x91cc9adb85ee5f0c: Processing first storage report for DS-0ff0b277-a68e-4f8e-8623-84fbb36a9e1d from datanode DatanodeRegistration(127.0.0.1:41573, datanodeUuid=38254510-6cad-4c0d-9761-3ec0965e5ff2, infoPort=37293, infoSecurePort=0, ipcPort=39475, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468) 2024-11-16T04:42:35,137 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a952ef9f96194ef with lease ID 0x91cc9adb85ee5f0c: from storage DS-0ff0b277-a68e-4f8e-8623-84fbb36a9e1d node DatanodeRegistration(127.0.0.1:41573, datanodeUuid=38254510-6cad-4c0d-9761-3ec0965e5ff2, infoPort=37293, infoSecurePort=0, ipcPort=39475, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:35,420 WARN [Thread-557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data7/current/BP-938550056-172.17.0.2-1731732150468/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:35,420 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data8/current/BP-938550056-172.17.0.2-1731732150468/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:35,467 WARN [Thread-510 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:42:35,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa55cd0e309576a41 with lease ID 0x91cc9adb85ee5f0d: Processing first storage report for DS-f71c544e-f71e-47fe-8c7d-ee5fa5c3b66d from datanode DatanodeRegistration(127.0.0.1:43657, datanodeUuid=74dd614e-fbbe-4ea4-9b8b-2722297410ae, infoPort=40521, infoSecurePort=0, ipcPort=35609, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468) 2024-11-16T04:42:35,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa55cd0e309576a41 with lease ID 0x91cc9adb85ee5f0d: from storage DS-f71c544e-f71e-47fe-8c7d-ee5fa5c3b66d node DatanodeRegistration(127.0.0.1:43657, datanodeUuid=74dd614e-fbbe-4ea4-9b8b-2722297410ae, infoPort=40521, infoSecurePort=0, ipcPort=35609, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:35,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa55cd0e309576a41 with lease ID 0x91cc9adb85ee5f0d: Processing first storage report for DS-4ef0359e-509e-432c-b81e-ec563673dc9b from datanode DatanodeRegistration(127.0.0.1:43657, datanodeUuid=74dd614e-fbbe-4ea4-9b8b-2722297410ae, infoPort=40521, infoSecurePort=0, ipcPort=35609, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468) 2024-11-16T04:42:35,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa55cd0e309576a41 with lease ID 0x91cc9adb85ee5f0d: from storage DS-4ef0359e-509e-432c-b81e-ec563673dc9b node DatanodeRegistration(127.0.0.1:43657, datanodeUuid=74dd614e-fbbe-4ea4-9b8b-2722297410ae, infoPort=40521, infoSecurePort=0, ipcPort=35609, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:35,639 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data9/current/BP-938550056-172.17.0.2-1731732150468/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:35,639 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data10/current/BP-938550056-172.17.0.2-1731732150468/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:35,665 WARN [Thread-535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:42:35,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8fa5f6403f3fb13 with lease ID 0x91cc9adb85ee5f0e: Processing first storage report for DS-7c2b6283-fd89-4d01-968f-f5b3868febb4 from datanode DatanodeRegistration(127.0.0.1:43503, datanodeUuid=43e3479b-6648-4fc8-8af1-c99221868f7a, infoPort=44891, infoSecurePort=0, ipcPort=40939, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468) 2024-11-16T04:42:35,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8fa5f6403f3fb13 with lease ID 0x91cc9adb85ee5f0e: from storage DS-7c2b6283-fd89-4d01-968f-f5b3868febb4 node DatanodeRegistration(127.0.0.1:43503, datanodeUuid=43e3479b-6648-4fc8-8af1-c99221868f7a, infoPort=44891, infoSecurePort=0, ipcPort=40939, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:35,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8fa5f6403f3fb13 with lease ID 0x91cc9adb85ee5f0e: Processing first storage report for DS-adbe3044-d711-4d01-bb2f-ec74ce615109 from datanode DatanodeRegistration(127.0.0.1:43503, datanodeUuid=43e3479b-6648-4fc8-8af1-c99221868f7a, infoPort=44891, infoSecurePort=0, ipcPort=40939, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468) 2024-11-16T04:42:35,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8fa5f6403f3fb13 with lease ID 0x91cc9adb85ee5f0e: from storage DS-adbe3044-d711-4d01-bb2f-ec74ce615109 node DatanodeRegistration(127.0.0.1:43503, datanodeUuid=43e3479b-6648-4fc8-8af1-c99221868f7a, infoPort=44891, infoSecurePort=0, ipcPort=40939, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:35,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:42:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 48db94e10209,35543,1731732152342 2024-11-16T04:42:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40dbad30 2024-11-16T04:42:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:42:35,764 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:42:35,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-16T04:42:35,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-16T04:42:35,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:42:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-16T04:42:35,770 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:42:35,771 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:35,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-16T04:42:35,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:42:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:42:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43657 is added to blk_1073741835_1011 (size=393) 2024-11-16T04:42:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41573 is added to blk_1073741835_1011 (size=393) 2024-11-16T04:42:35,787 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7babdcf72818818bf0a7d088bb84b24, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d 2024-11-16T04:42:35,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741836_1012 (size=76) 2024-11-16T04:42:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41573 is added to blk_1073741836_1012 (size=76) 2024-11-16T04:42:35,798 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:42:35,798 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing c7babdcf72818818bf0a7d088bb84b24, disabling compactions & flushes 2024-11-16T04:42:35,798 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. 2024-11-16T04:42:35,798 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. 2024-11-16T04:42:35,798 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. after waiting 0 ms 2024-11-16T04:42:35,798 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. 2024-11-16T04:42:35,798 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. 2024-11-16T04:42:35,798 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7babdcf72818818bf0a7d088bb84b24: Waiting for close lock at 1731732155798Disabling compacts and flushes for region at 1731732155798Disabling writes for close at 1731732155798Writing region close event to WAL at 1731732155798Closed at 1731732155798 2024-11-16T04:42:35,801 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:42:35,801 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731732155801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731732155801"}]},"ts":"1731732155801"} 2024-11-16T04:42:35,804 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:42:35,806 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:42:35,807 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731732155806"}]},"ts":"1731732155806"} 2024-11-16T04:42:35,810 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-16T04:42:35,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c7babdcf72818818bf0a7d088bb84b24, ASSIGN}] 2024-11-16T04:42:35,812 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c7babdcf72818818bf0a7d088bb84b24, ASSIGN 2024-11-16T04:42:35,813 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c7babdcf72818818bf0a7d088bb84b24, ASSIGN; state=OFFLINE, location=48db94e10209,37359,1731732152518; forceNewPlan=false, retain=false 2024-11-16T04:42:35,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7babdcf72818818bf0a7d088bb84b24, regionState=OPENING, regionLocation=48db94e10209,37359,1731732152518 2024-11-16T04:42:35,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c7babdcf72818818bf0a7d088bb84b24, ASSIGN because future has completed 2024-11-16T04:42:35,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7babdcf72818818bf0a7d088bb84b24, server=48db94e10209,37359,1731732152518}] 2024-11-16T04:42:36,131 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. 2024-11-16T04:42:36,132 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c7babdcf72818818bf0a7d088bb84b24, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:42:36,132 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath c7babdcf72818818bf0a7d088bb84b24 2024-11-16T04:42:36,132 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:42:36,132 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c7babdcf72818818bf0a7d088bb84b24 2024-11-16T04:42:36,132 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c7babdcf72818818bf0a7d088bb84b24 2024-11-16T04:42:36,135 INFO [StoreOpener-c7babdcf72818818bf0a7d088bb84b24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c7babdcf72818818bf0a7d088bb84b24 2024-11-16T04:42:36,137 INFO [StoreOpener-c7babdcf72818818bf0a7d088bb84b24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7babdcf72818818bf0a7d088bb84b24 columnFamilyName info 2024-11-16T04:42:36,137 DEBUG [StoreOpener-c7babdcf72818818bf0a7d088bb84b24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:36,138 INFO [StoreOpener-c7babdcf72818818bf0a7d088bb84b24-1 {}] regionserver.HStore(327): Store=c7babdcf72818818bf0a7d088bb84b24/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:42:36,138 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c7babdcf72818818bf0a7d088bb84b24 2024-11-16T04:42:36,139 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c7babdcf72818818bf0a7d088bb84b24 2024-11-16T04:42:36,140 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c7babdcf72818818bf0a7d088bb84b24 2024-11-16T04:42:36,141 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c7babdcf72818818bf0a7d088bb84b24 2024-11-16T04:42:36,141 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c7babdcf72818818bf0a7d088bb84b24 2024-11-16T04:42:36,144 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c7babdcf72818818bf0a7d088bb84b24 2024-11-16T04:42:36,148 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c7babdcf72818818bf0a7d088bb84b24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:42:36,148 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c7babdcf72818818bf0a7d088bb84b24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=711972, jitterRate=-0.0946817696094513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:42:36,149 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7babdcf72818818bf0a7d088bb84b24 2024-11-16T04:42:36,150 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c7babdcf72818818bf0a7d088bb84b24: Running coprocessor pre-open hook at 1731732156133Writing region info on filesystem at 1731732156133Initializing all the Stores at 1731732156134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732156134Cleaning up temporary data from old regions at 1731732156141 (+7 ms)Running coprocessor post-open hooks at 1731732156149 (+8 ms)Region opened successfully at 1731732156150 (+1 ms) 2024-11-16T04:42:36,152 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24., pid=6, masterSystemTime=1731732156122 2024-11-16T04:42:36,156 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. 2024-11-16T04:42:36,156 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. 2024-11-16T04:42:36,156 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7babdcf72818818bf0a7d088bb84b24, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,37359,1731732152518 2024-11-16T04:42:36,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7babdcf72818818bf0a7d088bb84b24, server=48db94e10209,37359,1731732152518 because future has completed 2024-11-16T04:42:36,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:42:36,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c7babdcf72818818bf0a7d088bb84b24, server=48db94e10209,37359,1731732152518 in 193 msec 2024-11-16T04:42:36,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:42:36,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c7babdcf72818818bf0a7d088bb84b24, ASSIGN in 355 msec 2024-11-16T04:42:36,170 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:42:36,170 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731732156170"}]},"ts":"1731732156170"} 2024-11-16T04:42:36,173 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-16T04:42:36,175 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:42:36,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 409 msec 2024-11-16T04:42:38,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-16T04:42:38,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-16T04:42:38,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-16T04:42:39,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:42:39,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-16T04:42:41,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:42:41,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:42:41,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:42:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:42:45,787 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-16T04:42:45,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-16T04:42:45,791 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:42:45,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-16T04:42:45,798 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:42:45,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-16T04:42:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24., hostname=48db94e10209,37359,1731732152518, seqNum=2] 2024-11-16T04:42:45,805 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-16T04:42:45,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-16T04:42:45,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. 2024-11-16T04:42:45,811 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1430381920_22 at /127.0.0.1:43162 [Receiving block BP-938550056-172.17.0.2-1731732150468:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:44603:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43162 dst: /127.0.0.1:44603 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:45,810 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1430381920_22 at /127.0.0.1:52258 [Receiving block BP-938550056-172.17.0.2-1731732150468:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:40357:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52258 dst: /127.0.0.1:40357 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:45,811 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1944407669_22 at /127.0.0.1:43136 [Receiving block BP-938550056-172.17.0.2-1731732150468:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:44603:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43136 dst: /127.0.0.1:44603 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:45,810 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1944407669_22 at /127.0.0.1:52238 [Receiving block BP-938550056-172.17.0.2-1731732150468:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:40357:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52238 dst: /127.0.0.1:40357 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:45,811 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1430381920_22 at /127.0.0.1:43154 [Receiving block BP-938550056-172.17.0.2-1731732150468:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44603:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43154 dst: /127.0.0.1:44603 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:45,810 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1430381920_22 at /127.0.0.1:52274 [Receiving block BP-938550056-172.17.0.2-1731732150468:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:40357:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52274 dst: /127.0.0.1:40357 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:45,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52b6fa68{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:45,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@315ff591{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:42:45,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:42:45,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ded02cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:42:45,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73a21b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,STOPPED} 2024-11-16T04:42:45,890 WARN [BP-938550056-172.17.0.2-1731732150468 heartbeating to localhost/127.0.0.1:35247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:42:45,890 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:42:45,890 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:42:45,890 WARN [BP-938550056-172.17.0.2-1731732150468 heartbeating to localhost/127.0.0.1:35247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-938550056-172.17.0.2-1731732150468 (Datanode Uuid 4b099619-625c-40dc-af1b-b5be14acb277) service to localhost/127.0.0.1:35247 2024-11-16T04:42:45,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data3/current/BP-938550056-172.17.0.2-1731732150468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:45,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data4/current/BP-938550056-172.17.0.2-1731732150468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:45,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:42:45,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:42:45,906 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:42:45,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:42:45,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:42:45,907 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:42:45,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e80df6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:42:45,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35cbc60a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:42:45,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48c977fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/java.io.tmpdir/jetty-localhost-32909-hadoop-hdfs-3_4_1-tests_jar-_-any-1711799238438598702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:46,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@622efca9{HTTP/1.1, (http/1.1)}{localhost:32909} 2024-11-16T04:42:46,000 INFO [Time-limited test {}] server.Server(415): Started @84066ms 2024-11-16T04:42:46,001 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:42:46,020 WARN [AsyncFSWAL-0-hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d-prefix:48db94e10209,37359,1731732152518 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:46,021 DEBUG [regionserver/48db94e10209:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 48db94e10209%2C37359%2C1731732152518:(num 1731732153306) roll requested 2024-11-16T04:42:46,040 DEBUG [regionserver/48db94e10209:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.1731732166021, exclude list is [], retry=0 2024-11-16T04:42:46,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44603,DS-5d84234b-1773-4105-8efe-affa26e20a65,DISK] 2024-11-16T04:42:46,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43503,DS-7c2b6283-fd89-4d01-968f-f5b3868febb4,DISK] 2024-11-16T04:42:46,047 INFO [regionserver/48db94e10209:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.1731732153306 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.1731732166021 2024-11-16T04:42:46,047 DEBUG [regionserver/48db94e10209:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35063:35063),(127.0.0.1/127.0.0.1:44891:44891)] 2024-11-16T04:42:46,047 DEBUG [regionserver/48db94e10209:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.1731732153306 is not closed yet, will try archiving it next time 2024-11-16T04:42:46,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:42:46,048 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:46,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:42:46,049 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:46,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:42:46,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:42:46,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:42:46,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:42:46,050 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:42:46,050 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=834128073, stopped=false 2024-11-16T04:42:46,050 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=48db94e10209,35543,1731732152342 2024-11-16T04:42:46,050 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T04:42:46,051 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T04:42:46,051 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.1731732153306 2024-11-16T04:42:46,054 WARN [IPC Server handler 1 on default port 35247 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.1731732153306 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-16T04:42:46,058 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.1731732153306 after 5ms 2024-11-16T04:42:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:42:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:42:46,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:42:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:46,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:46,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:42:46,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:42:46,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:42:46,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:42:46,075 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '48db94e10209,37359,1731732152518' ***** 2024-11-16T04:42:46,075 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:42:46,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:42:46,075 INFO [RS:0;48db94e10209:37359 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:42:46,075 INFO [RS:0;48db94e10209:37359 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:42:46,075 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:42:46,075 INFO [RS:0;48db94e10209:37359 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:42:46,075 INFO [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(3091): Received CLOSE for c7babdcf72818818bf0a7d088bb84b24 2024-11-16T04:42:46,075 INFO [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(959): stopping server 48db94e10209,37359,1731732152518 2024-11-16T04:42:46,075 INFO [RS:0;48db94e10209:37359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:42:46,075 INFO [RS:0;48db94e10209:37359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;48db94e10209:37359. 2024-11-16T04:42:46,075 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7babdcf72818818bf0a7d088bb84b24, disabling compactions & flushes 2024-11-16T04:42:46,076 DEBUG [RS:0;48db94e10209:37359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:42:46,076 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. 2024-11-16T04:42:46,076 DEBUG [RS:0;48db94e10209:37359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:42:46,076 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. 2024-11-16T04:42:46,076 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. after waiting 0 ms 2024-11-16T04:42:46,076 INFO [RS:0;48db94e10209:37359 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:42:46,076 INFO [RS:0;48db94e10209:37359 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:42:46,076 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. 2024-11-16T04:42:46,076 INFO [RS:0;48db94e10209:37359 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:42:46,076 INFO [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:42:46,076 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7babdcf72818818bf0a7d088bb84b24 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-16T04:42:46,076 INFO [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:42:46,076 DEBUG [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(1325): Online Regions={c7babdcf72818818bf0a7d088bb84b24=TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:42:46,076 DEBUG [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7babdcf72818818bf0a7d088bb84b24 2024-11-16T04:42:46,076 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:42:46,076 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:42:46,076 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:42:46,076 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:42:46,076 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:42:46,076 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-16T04:42:46,077 WARN [AsyncFSWAL-0-hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d-prefix:48db94e10209,37359,1731732152518.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:46,077 DEBUG [regionserver/48db94e10209:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 48db94e10209%2C37359%2C1731732152518.meta:.meta(num 1731732153794) roll requested 2024-11-16T04:42:46,093 DEBUG [regionserver/48db94e10209:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.meta.1731732166078.meta, exclude list is [], retry=0 2024-11-16T04:42:46,094 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c7babdcf72818818bf0a7d088bb84b24/.tmp/info/471bfb91e00941f9afdb35223e59c7be is 1055, key is row0001/info:/1731732165803/Put/seqid=0 2024-11-16T04:42:46,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44603,DS-5d84234b-1773-4105-8efe-affa26e20a65,DISK] 2024-11-16T04:42:46,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43503,DS-7c2b6283-fd89-4d01-968f-f5b3868febb4,DISK] 2024-11-16T04:42:46,098 INFO [regionserver/48db94e10209:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.meta.1731732153794.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.meta.1731732166078.meta 2024-11-16T04:42:46,098 DEBUG [regionserver/48db94e10209:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35063:35063),(127.0.0.1/127.0.0.1:44891:44891)] 2024-11-16T04:42:46,098 DEBUG [regionserver/48db94e10209:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.meta.1731732153794.meta is not closed yet, will try archiving it next time 2024-11-16T04:42:46,098 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:46,099 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:46,099 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.meta.1731732153794.meta 2024-11-16T04:42:46,100 WARN [IPC Server handler 0 on default port 35247 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.meta.1731732153794.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-16T04:42:46,100 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.meta.1731732153794.meta after 1ms 2024-11-16T04:42:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741839_1016 (size=7062) 2024-11-16T04:42:46,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41573 is added to blk_1073741839_1016 (size=7062) 2024-11-16T04:42:46,101 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c7babdcf72818818bf0a7d088bb84b24/.tmp/info/471bfb91e00941f9afdb35223e59c7be 2024-11-16T04:42:46,109 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c7babdcf72818818bf0a7d088bb84b24/.tmp/info/471bfb91e00941f9afdb35223e59c7be as hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c7babdcf72818818bf0a7d088bb84b24/info/471bfb91e00941f9afdb35223e59c7be 2024-11-16T04:42:46,118 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c7babdcf72818818bf0a7d088bb84b24/info/471bfb91e00941f9afdb35223e59c7be, entries=2, sequenceid=6, filesize=6.9 K 2024-11-16T04:42:46,118 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/.tmp/info/996223143edf473d8490c4cf141e81a7 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24./info:regioninfo/1731732156156/Put/seqid=0 2024-11-16T04:42:46,119 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for c7babdcf72818818bf0a7d088bb84b24 in 43ms, sequenceid=6, compaction requested=false 2024-11-16T04:42:46,120 WARN [Thread-629 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741840_1018 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T04:42:46,120 WARN [Thread-629 {}] hdfs.DataStreamer(1731): Error Recovery for BP-938550056-172.17.0.2-1731732150468:blk_1073741840_1018 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40357,DS-e1dc343c-09ee-4ec5-8e1b-7fb2c4dea4f6,DISK], DatanodeInfoWithStorage[127.0.0.1:43503,DS-7c2b6283-fd89-4d01-968f-f5b3868febb4,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40357,DS-e1dc343c-09ee-4ec5-8e1b-7fb2c4dea4f6,DISK]) is bad. 2024-11-16T04:42:46,121 WARN [Thread-629 {}] hdfs.DataStreamer(1850): Abandoning BP-938550056-172.17.0.2-1731732150468:blk_1073741840_1018 2024-11-16T04:42:46,123 WARN [Thread-629 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:40357,DS-e1dc343c-09ee-4ec5-8e1b-7fb2c4dea4f6,DISK] 2024-11-16T04:42:46,125 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c7babdcf72818818bf0a7d088bb84b24/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T04:42:46,125 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. 2024-11-16T04:42:46,125 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7babdcf72818818bf0a7d088bb84b24: Waiting for close lock at 1731732166075Running coprocessor pre-close hooks at 1731732166075Disabling compacts and flushes for region at 1731732166075Disabling writes for close at 1731732166076 (+1 ms)Obtaining lock to block concurrent updates at 1731732166076Preparing flush snapshotting stores in c7babdcf72818818bf0a7d088bb84b24 at 1731732166076Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731732166076Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. at 1731732166077 (+1 ms)Flushing c7babdcf72818818bf0a7d088bb84b24/info: creating writer at 1731732166077Flushing c7babdcf72818818bf0a7d088bb84b24/info: appending metadata at 1731732166093 (+16 ms)Flushing c7babdcf72818818bf0a7d088bb84b24/info: closing flushed file at 1731732166093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@253a4bf0: reopening flushed file at 1731732166108 (+15 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for c7babdcf72818818bf0a7d088bb84b24 in 43ms, sequenceid=6, compaction requested=false at 1731732166119 (+11 ms)Writing region close event to WAL at 1731732166120 (+1 ms)Running coprocessor post-close hooks at 1731732166125 (+5 ms)Closed at 1731732166125 2024-11-16T04:42:46,126 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731732155765.c7babdcf72818818bf0a7d088bb84b24. 2024-11-16T04:42:46,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41573 is added to blk_1073741841_1019 (size=7089) 2024-11-16T04:42:46,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43657 is added to blk_1073741841_1019 (size=7089) 2024-11-16T04:42:46,131 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/.tmp/info/996223143edf473d8490c4cf141e81a7 2024-11-16T04:42:46,154 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/.tmp/ns/1ded2b8c570843d2b94648321d8d66d0 is 43, key is default/ns:d/1731732153967/Put/seqid=0 2024-11-16T04:42:46,157 WARN [Thread-639 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741842_1020 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T04:42:46,157 WARN [Thread-639 {}] hdfs.DataStreamer(1731): Error Recovery for BP-938550056-172.17.0.2-1731732150468:blk_1073741842_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40357,DS-e1dc343c-09ee-4ec5-8e1b-7fb2c4dea4f6,DISK], DatanodeInfoWithStorage[127.0.0.1:41573,DS-8ad70788-ebb4-47ee-9889-1838f3be9efa,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40357,DS-e1dc343c-09ee-4ec5-8e1b-7fb2c4dea4f6,DISK]) is bad. 2024-11-16T04:42:46,157 WARN [Thread-639 {}] hdfs.DataStreamer(1850): Abandoning BP-938550056-172.17.0.2-1731732150468:blk_1073741842_1020 2024-11-16T04:42:46,158 WARN [Thread-639 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:40357,DS-e1dc343c-09ee-4ec5-8e1b-7fb2c4dea4f6,DISK] 2024-11-16T04:42:46,160 INFO [regionserver/48db94e10209:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T04:42:46,160 INFO [regionserver/48db94e10209:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T04:42:46,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43657 is added to blk_1073741843_1021 (size=5153) 2024-11-16T04:42:46,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41573 is added to blk_1073741843_1021 (size=5153) 2024-11-16T04:42:46,164 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/.tmp/ns/1ded2b8c570843d2b94648321d8d66d0 2024-11-16T04:42:46,187 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/.tmp/table/8cfaaa7a2df54b8a9a70494b3deb5de5 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731732156170/Put/seqid=0 2024-11-16T04:42:46,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741844_1022 (size=5424) 2024-11-16T04:42:46,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43657 is added to blk_1073741844_1022 (size=5424) 2024-11-16T04:42:46,194 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/.tmp/table/8cfaaa7a2df54b8a9a70494b3deb5de5 2024-11-16T04:42:46,202 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/.tmp/info/996223143edf473d8490c4cf141e81a7 as hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/info/996223143edf473d8490c4cf141e81a7 2024-11-16T04:42:46,211 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/info/996223143edf473d8490c4cf141e81a7, entries=10, sequenceid=11, filesize=6.9 K 2024-11-16T04:42:46,213 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/.tmp/ns/1ded2b8c570843d2b94648321d8d66d0 as hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/ns/1ded2b8c570843d2b94648321d8d66d0 2024-11-16T04:42:46,221 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/ns/1ded2b8c570843d2b94648321d8d66d0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T04:42:46,223 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/.tmp/table/8cfaaa7a2df54b8a9a70494b3deb5de5 as hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/table/8cfaaa7a2df54b8a9a70494b3deb5de5 2024-11-16T04:42:46,232 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/table/8cfaaa7a2df54b8a9a70494b3deb5de5, entries=2, sequenceid=11, filesize=5.3 K 2024-11-16T04:42:46,234 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=11, compaction requested=false 2024-11-16T04:42:46,245 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T04:42:46,246 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:42:46,246 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:42:46,246 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731732166076Running coprocessor pre-close hooks at 1731732166076Disabling compacts and flushes for region at 1731732166076Disabling writes for close at 1731732166076Obtaining lock to block concurrent updates at 1731732166076Preparing flush snapshotting stores in 1588230740 at 1731732166076Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731732166077 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731732166099 (+22 ms)Flushing 1588230740/info: creating writer at 1731732166099Flushing 1588230740/info: appending metadata at 1731732166117 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731732166117Flushing 1588230740/ns: creating writer at 1731732166138 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731732166154 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731732166154Flushing 1588230740/table: creating writer at 1731732166171 (+17 ms)Flushing 1588230740/table: appending metadata at 1731732166186 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731732166186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61de30bc: reopening flushed file at 1731732166201 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6413b601: reopening flushed file at 1731732166212 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a796d58: reopening flushed file at 1731732166221 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=11, compaction requested=false at 1731732166234 (+13 ms)Writing region close event to WAL at 1731732166239 (+5 ms)Running coprocessor post-close hooks at 1731732166246 (+7 ms)Closed at 1731732166246 2024-11-16T04:42:46,246 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:42:46,276 INFO [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(976): stopping server 48db94e10209,37359,1731732152518; all regions closed. 2024-11-16T04:42:46,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741838_1015 (size=825) 2024-11-16T04:42:46,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44603 is added to blk_1073741838_1015 (size=825) 2024-11-16T04:42:46,349 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:42:46,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d03607cb6404229 with lease ID 0x91cc9adb85ee5f0f: from storage DS-e1dc343c-09ee-4ec5-8e1b-7fb2c4dea4f6 node DatanodeRegistration(127.0.0.1:37523, datanodeUuid=4b099619-625c-40dc-af1b-b5be14acb277, infoPort=38119, infoSecurePort=0, ipcPort=43675, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T04:42:46,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d03607cb6404229 with lease ID 0x91cc9adb85ee5f0f: from storage DS-cd258b7f-9f69-4218-ac73-10b55a87e855 node DatanodeRegistration(127.0.0.1:37523, datanodeUuid=4b099619-625c-40dc-af1b-b5be14acb277, infoPort=38119, infoSecurePort=0, ipcPort=43675, storageInfo=lv=-57;cid=testClusterID;nsid=796103411;c=1731732150468), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44603 is added to blk_1073741833_1014 (size=1599) 2024-11-16T04:42:47,163 INFO [regionserver/48db94e10209:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:42:48,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-16T04:42:48,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:42:48,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:42:50,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41573 is added to blk_1073741834_1017 (size=2386) 2024-11-16T04:42:50,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41573 is added to blk_1073741833_1014 (size=1599) 2024-11-16T04:42:50,058 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.1731732153306 after 4007ms 2024-11-16T04:42:50,059 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.1731732153306 to hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/oldWALs/48db94e10209%2C37359%2C1731732152518.1731732153306 2024-11-16T04:42:50,101 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.meta.1731732153794.meta after 4002ms 2024-11-16T04:42:50,101 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/WALs/48db94e10209,37359,1731732152518/48db94e10209%2C37359%2C1731732152518.meta.1731732153794.meta to hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/oldWALs/48db94e10209%2C37359%2C1731732152518.meta.1731732153794.meta 2024-11-16T04:42:50,104 DEBUG [RS:0;48db94e10209:37359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/oldWALs 2024-11-16T04:42:50,104 INFO [RS:0;48db94e10209:37359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 48db94e10209%2C37359%2C1731732152518.meta:.meta(num 1731732166078) 2024-11-16T04:42:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43503 is added to blk_1073741837_1013 (size=2288) 2024-11-16T04:42:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44603 is added to blk_1073741837_1013 (size=2288) 2024-11-16T04:42:50,109 DEBUG [RS:0;48db94e10209:37359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/oldWALs 2024-11-16T04:42:50,109 INFO [RS:0;48db94e10209:37359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 48db94e10209%2C37359%2C1731732152518:(num 1731732166021) 2024-11-16T04:42:50,109 DEBUG [RS:0;48db94e10209:37359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:42:50,109 INFO [RS:0;48db94e10209:37359 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:42:50,109 INFO [RS:0;48db94e10209:37359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:42:50,110 INFO [RS:0;48db94e10209:37359 {}] hbase.ChoreService(370): Chore service for: regionserver/48db94e10209:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:42:50,110 INFO [RS:0;48db94e10209:37359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:42:50,110 INFO [regionserver/48db94e10209:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:42:50,110 INFO [RS:0;48db94e10209:37359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37359 2024-11-16T04:42:50,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/48db94e10209,37359,1731732152518 2024-11-16T04:42:50,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:42:50,123 INFO [RS:0;48db94e10209:37359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:42:50,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [48db94e10209,37359,1731732152518] 2024-11-16T04:42:50,140 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/48db94e10209,37359,1731732152518 already deleted, retry=false 2024-11-16T04:42:50,140 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 48db94e10209,37359,1731732152518 expired; onlineServers=0 2024-11-16T04:42:50,140 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '48db94e10209,35543,1731732152342' ***** 2024-11-16T04:42:50,140 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:42:50,140 INFO [M:0;48db94e10209:35543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:42:50,140 INFO [M:0;48db94e10209:35543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:42:50,140 DEBUG [M:0;48db94e10209:35543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:42:50,141 DEBUG [M:0;48db94e10209:35543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:42:50,141 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:42:50,141 DEBUG [master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732153047 {}] cleaner.HFileCleaner(306): Exit Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732153047,5,FailOnTimeoutGroup] 2024-11-16T04:42:50,141 DEBUG [master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732153048 {}] cleaner.HFileCleaner(306): Exit Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732153048,5,FailOnTimeoutGroup] 2024-11-16T04:42:50,141 INFO [M:0;48db94e10209:35543 {}] hbase.ChoreService(370): Chore service for: master/48db94e10209:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:42:50,141 INFO [M:0;48db94e10209:35543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:42:50,141 DEBUG [M:0;48db94e10209:35543 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:42:50,141 INFO [M:0;48db94e10209:35543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:42:50,141 INFO [M:0;48db94e10209:35543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:42:50,141 INFO [M:0;48db94e10209:35543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:42:50,141 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:42:50,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T04:42:50,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:50,148 DEBUG [M:0;48db94e10209:35543 {}] zookeeper.ZKUtil(347): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T04:42:50,148 WARN [M:0;48db94e10209:35543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:42:50,151 INFO [M:0;48db94e10209:35543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/.lastflushedseqids 2024-11-16T04:42:50,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741845_1023 (size=139) 2024-11-16T04:42:50,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41573 is added to blk_1073741845_1023 (size=139) 2024-11-16T04:42:50,158 INFO [M:0;48db94e10209:35543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:42:50,158 INFO [M:0;48db94e10209:35543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:42:50,158 DEBUG [M:0;48db94e10209:35543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:42:50,158 INFO [M:0;48db94e10209:35543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:50,158 DEBUG [M:0;48db94e10209:35543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:50,158 DEBUG [M:0;48db94e10209:35543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:42:50,158 DEBUG [M:0;48db94e10209:35543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:50,158 INFO [M:0;48db94e10209:35543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-11-16T04:42:50,159 WARN [AsyncFSWAL-0-hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData-prefix:48db94e10209,35543,1731732152342 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:50,159 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 48db94e10209%2C35543%2C1731732152342:(num 1731732152732) roll requested 2024-11-16T04:42:50,177 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342/48db94e10209%2C35543%2C1731732152342.1731732170160, exclude list is [], retry=0 2024-11-16T04:42:50,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41573,DS-8ad70788-ebb4-47ee-9889-1838f3be9efa,DISK] 2024-11-16T04:42:50,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44603,DS-5d84234b-1773-4105-8efe-affa26e20a65,DISK] 2024-11-16T04:42:50,183 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342/48db94e10209%2C35543%2C1731732152342.1731732152732 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342/48db94e10209%2C35543%2C1731732152342.1731732170160 2024-11-16T04:42:50,183 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37293:37293),(127.0.0.1/127.0.0.1:35063:35063)] 2024-11-16T04:42:50,183 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342/48db94e10209%2C35543%2C1731732152342.1731732152732 is not closed yet, will try archiving it next time 2024-11-16T04:42:50,183 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:50,183 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T04:42:50,184 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342/48db94e10209%2C35543%2C1731732152342.1731732152732 2024-11-16T04:42:50,185 WARN [IPC Server handler 2 on default port 35247 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342/48db94e10209%2C35543%2C1731732152342.1731732152732 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-16T04:42:50,185 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342/48db94e10209%2C35543%2C1731732152342.1731732152732 after 1ms 2024-11-16T04:42:50,203 DEBUG [M:0;48db94e10209:35543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed4a5be063204dbaaa85329a306727fb is 82, key is hbase:meta,,1/info:regioninfo/1731732153896/Put/seqid=0 2024-11-16T04:42:50,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41573 is added to blk_1073741847_1026 (size=5672) 2024-11-16T04:42:50,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44603 is added to blk_1073741847_1026 (size=5672) 2024-11-16T04:42:50,210 INFO [M:0;48db94e10209:35543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed4a5be063204dbaaa85329a306727fb 2024-11-16T04:42:50,231 INFO [RS:0;48db94e10209:37359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:42:50,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:42:50,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37359-0x101433d32b40001, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:42:50,231 INFO [RS:0;48db94e10209:37359 {}] regionserver.HRegionServer(1031): Exiting; stopping=48db94e10209,37359,1731732152518; zookeeper connection closed. 2024-11-16T04:42:50,232 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b69c90f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b69c90f 2024-11-16T04:42:50,232 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:42:50,236 DEBUG [M:0;48db94e10209:35543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbe4f3d018654a76aa94779f4140c1eb is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731732156177/Put/seqid=0 2024-11-16T04:42:50,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43657 is added to blk_1073741848_1027 (size=6113) 2024-11-16T04:42:50,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41573 is added to blk_1073741848_1027 (size=6113) 2024-11-16T04:42:50,242 INFO [M:0;48db94e10209:35543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbe4f3d018654a76aa94779f4140c1eb 2024-11-16T04:42:50,264 DEBUG [M:0;48db94e10209:35543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e57507fbf8a453d8a50653a1923af14 is 69, key is 48db94e10209,37359,1731732152518/rs:state/1731732153057/Put/seqid=0 2024-11-16T04:42:50,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43657 is added to blk_1073741849_1028 (size=5156) 2024-11-16T04:42:50,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741849_1028 (size=5156) 2024-11-16T04:42:50,270 INFO [M:0;48db94e10209:35543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e57507fbf8a453d8a50653a1923af14 2024-11-16T04:42:50,290 DEBUG [M:0;48db94e10209:35543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/05f31e3b1b7b4d5999b2eadb94e8c3f0 is 52, key is load_balancer_on/state:d/1731732154100/Put/seqid=0 2024-11-16T04:42:50,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43657 is added to blk_1073741850_1029 (size=5056) 2024-11-16T04:42:50,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41573 is added to blk_1073741850_1029 (size=5056) 2024-11-16T04:42:50,296 INFO [M:0;48db94e10209:35543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/05f31e3b1b7b4d5999b2eadb94e8c3f0 2024-11-16T04:42:50,304 DEBUG [M:0;48db94e10209:35543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed4a5be063204dbaaa85329a306727fb as hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed4a5be063204dbaaa85329a306727fb 2024-11-16T04:42:50,311 INFO [M:0;48db94e10209:35543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed4a5be063204dbaaa85329a306727fb, entries=8, sequenceid=56, filesize=5.5 K 2024-11-16T04:42:50,312 DEBUG [M:0;48db94e10209:35543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbe4f3d018654a76aa94779f4140c1eb as hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbe4f3d018654a76aa94779f4140c1eb 2024-11-16T04:42:50,317 INFO [M:0;48db94e10209:35543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbe4f3d018654a76aa94779f4140c1eb, entries=6, sequenceid=56, filesize=6.0 K 2024-11-16T04:42:50,319 DEBUG [M:0;48db94e10209:35543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e57507fbf8a453d8a50653a1923af14 as hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e57507fbf8a453d8a50653a1923af14 2024-11-16T04:42:50,325 INFO [M:0;48db94e10209:35543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e57507fbf8a453d8a50653a1923af14, entries=1, sequenceid=56, filesize=5.0 K 2024-11-16T04:42:50,327 DEBUG [M:0;48db94e10209:35543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/05f31e3b1b7b4d5999b2eadb94e8c3f0 as hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/05f31e3b1b7b4d5999b2eadb94e8c3f0 2024-11-16T04:42:50,333 INFO [M:0;48db94e10209:35543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/05f31e3b1b7b4d5999b2eadb94e8c3f0, entries=1, sequenceid=56, filesize=4.9 K 2024-11-16T04:42:50,334 INFO [M:0;48db94e10209:35543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=56, compaction requested=false 2024-11-16T04:42:50,336 INFO [M:0;48db94e10209:35543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:50,336 DEBUG [M:0;48db94e10209:35543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731732170158Disabling compacts and flushes for region at 1731732170158Disabling writes for close at 1731732170158Obtaining lock to block concurrent updates at 1731732170158Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731732170158Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1731732170159 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731732170183 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731732170183Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731732170203 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731732170203Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731732170216 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731732170235 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731732170235Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731732170248 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731732170263 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731732170263Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731732170276 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731732170289 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731732170289Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43bef5b5: reopening flushed file at 1731732170302 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67dc6ec4: reopening flushed file at 1731732170311 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ca47b9: reopening flushed file at 1731732170318 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7feb3f60: reopening flushed file at 1731732170325 (+7 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=56, compaction requested=false at 1731732170334 (+9 ms)Writing region close event to WAL at 1731732170335 (+1 ms)Closed at 1731732170336 (+1 ms) 2024-11-16T04:42:50,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44603 is added to blk_1073741846_1024 (size=757) 2024-11-16T04:42:50,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41573 is added to blk_1073741846_1024 (size=757) 2024-11-16T04:42:50,338 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342/48db94e10209%2C35543%2C1731732152342.1731732170160 not finished, retry = 0 2024-11-16T04:42:51,628 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:42:51,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:42:51,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:42:51,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:42:54,186 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342/48db94e10209%2C35543%2C1731732152342.1731732152732 after 4002ms 2024-11-16T04:42:54,186 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/WALs/48db94e10209,35543,1731732152342/48db94e10209%2C35543%2C1731732152342.1731732152732 to hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/oldWALs/48db94e10209%2C35543%2C1731732152342.1731732152732 2024-11-16T04:42:54,191 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/MasterData/oldWALs/48db94e10209%2C35543%2C1731732152342.1731732152732 to hdfs://localhost:35247/user/jenkins/test-data/e4d883a8-2687-bb76-53ae-0d1ced209f6d/oldWALs/48db94e10209%2C35543%2C1731732152342.1731732152732$masterlocalwal$ 2024-11-16T04:42:54,191 INFO [M:0;48db94e10209:35543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:42:54,191 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:42:54,191 INFO [M:0;48db94e10209:35543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35543 2024-11-16T04:42:54,191 INFO [M:0;48db94e10209:35543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:42:54,339 INFO [M:0;48db94e10209:35543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:42:54,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:42:54,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35543-0x101433d32b40000, quorum=127.0.0.1:58837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:42:54,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48c977fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:54,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@622efca9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:42:54,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:42:54,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35cbc60a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:42:54,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e80df6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,STOPPED} 2024-11-16T04:42:54,346 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:42:54,346 WARN [BP-938550056-172.17.0.2-1731732150468 heartbeating to localhost/127.0.0.1:35247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:42:54,346 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:42:54,346 WARN [BP-938550056-172.17.0.2-1731732150468 heartbeating to localhost/127.0.0.1:35247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-938550056-172.17.0.2-1731732150468 (Datanode Uuid 4b099619-625c-40dc-af1b-b5be14acb277) service to localhost/127.0.0.1:35247 2024-11-16T04:42:54,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data3/current/BP-938550056-172.17.0.2-1731732150468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:54,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data4/current/BP-938550056-172.17.0.2-1731732150468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:54,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:42:54,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@613deb0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:54,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68a6143d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:42:54,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:42:54,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30189bd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:42:54,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@98afd55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,STOPPED} 2024-11-16T04:42:54,360 WARN [BP-938550056-172.17.0.2-1731732150468 heartbeating to localhost/127.0.0.1:35247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:42:54,360 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:42:54,361 WARN [BP-938550056-172.17.0.2-1731732150468 heartbeating to localhost/127.0.0.1:35247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-938550056-172.17.0.2-1731732150468 (Datanode Uuid 43e3479b-6648-4fc8-8af1-c99221868f7a) service to localhost/127.0.0.1:35247 2024-11-16T04:42:54,361 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:42:54,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data9/current/BP-938550056-172.17.0.2-1731732150468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:54,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data10/current/BP-938550056-172.17.0.2-1731732150468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:54,362 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:42:54,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f161185{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:54,369 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dddc903{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:42:54,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:42:54,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e037d2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:42:54,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c106fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,STOPPED} 2024-11-16T04:42:54,370 WARN [BP-938550056-172.17.0.2-1731732150468 heartbeating to localhost/127.0.0.1:35247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:42:54,370 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:42:54,370 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:42:54,370 WARN [BP-938550056-172.17.0.2-1731732150468 heartbeating to localhost/127.0.0.1:35247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-938550056-172.17.0.2-1731732150468 (Datanode Uuid 74dd614e-fbbe-4ea4-9b8b-2722297410ae) service to localhost/127.0.0.1:35247 2024-11-16T04:42:54,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data7/current/BP-938550056-172.17.0.2-1731732150468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:54,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data8/current/BP-938550056-172.17.0.2-1731732150468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:54,371 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:42:54,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33cda920{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:54,380 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ff475{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:42:54,380 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:42:54,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f55efb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:42:54,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a1625d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,STOPPED} 2024-11-16T04:42:54,383 WARN [BP-938550056-172.17.0.2-1731732150468 heartbeating to localhost/127.0.0.1:35247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:42:54,383 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:42:54,383 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:42:54,383 WARN [BP-938550056-172.17.0.2-1731732150468 heartbeating to localhost/127.0.0.1:35247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-938550056-172.17.0.2-1731732150468 (Datanode Uuid 38254510-6cad-4c0d-9761-3ec0965e5ff2) service to localhost/127.0.0.1:35247 2024-11-16T04:42:54,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data5/current/BP-938550056-172.17.0.2-1731732150468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:54,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data6/current/BP-938550056-172.17.0.2-1731732150468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:54,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:42:54,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fd25b61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:54,388 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@98fc45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:42:54,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:42:54,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f75fbb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:42:54,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5109ef66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,STOPPED} 2024-11-16T04:42:54,390 WARN [BP-938550056-172.17.0.2-1731732150468 heartbeating to localhost/127.0.0.1:35247 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:42:54,390 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:42:54,390 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:42:54,390 WARN [BP-938550056-172.17.0.2-1731732150468 heartbeating to localhost/127.0.0.1:35247 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-938550056-172.17.0.2-1731732150468 (Datanode Uuid 16588cd9-26bc-4a78-8117-34f21f9ffce8) service to localhost/127.0.0.1:35247 2024-11-16T04:42:54,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data1/current/BP-938550056-172.17.0.2-1731732150468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:54,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/cluster_fd4b5221-fced-2b78-8510-844bf6a75ce6/data/data2/current/BP-938550056-172.17.0.2-1731732150468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:42:54,391 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:42:54,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42afe829{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:42:54,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3479f9fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:42:54,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:42:54,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6af8ea6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:42:54,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb3e4ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir/,STOPPED} 2024-11-16T04:42:54,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:42:54,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:42:54,484 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35247 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:35247 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35247 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 405), ProcessCount=11 (was 11), AvailableMemoryMB=7958 (was 7268) - AvailableMemoryMB LEAK? - 2024-11-16T04:42:54,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=7957 2024-11-16T04:42:54,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:42:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.log.dir so I do NOT create it in target/test-data/18870b95-46d0-694c-9595-fd33651bb256 2024-11-16T04:42:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09c60d3f-dadd-018f-3276-374cb917f707/hadoop.tmp.dir so I do NOT create it in target/test-data/18870b95-46d0-694c-9595-fd33651bb256 2024-11-16T04:42:54,493 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/cluster_c152c4e2-6cde-0caf-b992-91ec86dbd145, deleteOnExit=true 2024-11-16T04:42:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:42:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/test.cache.data in system properties and HBase conf 2024-11-16T04:42:54,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:42:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:42:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:42:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:42:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:42:54,494 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:42:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:42:54,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:42:54,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:42:54,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:42:54,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:42:54,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:42:54,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:42:54,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:42:54,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:42:54,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:42:54,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:42:54,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:42:54,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:42:54,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:42:55,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:42:55,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:42:55,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:42:55,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:42:55,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:42:55,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:42:55,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40444bfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:42:55,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f7ae80c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:42:55,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24bb52f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/java.io.tmpdir/jetty-localhost-44467-hadoop-hdfs-3_4_1-tests_jar-_-any-10345162743740310760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:42:55,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40fe0664{HTTP/1.1, (http/1.1)}{localhost:44467} 2024-11-16T04:42:55,190 INFO [Time-limited test {}] server.Server(415): Started @93257ms 2024-11-16T04:42:55,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:42:55,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:42:55,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:42:55,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:42:55,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:42:55,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2071a005{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:42:55,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c41fc8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:42:55,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ec1b15d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/java.io.tmpdir/jetty-localhost-44095-hadoop-hdfs-3_4_1-tests_jar-_-any-12867360131396109959/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:55,759 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c53337c{HTTP/1.1, (http/1.1)}{localhost:44095} 2024-11-16T04:42:55,759 INFO [Time-limited test {}] server.Server(415): Started @93826ms 2024-11-16T04:42:55,760 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:42:55,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:42:55,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:42:55,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:42:55,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:42:55,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:42:55,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b6819f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:42:55,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78d08f94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:42:55,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@569d2d15{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/java.io.tmpdir/jetty-localhost-36469-hadoop-hdfs-3_4_1-tests_jar-_-any-11850912338647721550/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:42:55,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@649245fc{HTTP/1.1, (http/1.1)}{localhost:36469} 2024-11-16T04:42:55,909 INFO [Time-limited test {}] server.Server(415): Started @93975ms 2024-11-16T04:42:55,910 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:42:56,510 WARN [Thread-799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/cluster_c152c4e2-6cde-0caf-b992-91ec86dbd145/data/data1/current/BP-705733060-172.17.0.2-1731732174524/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:56,510 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/cluster_c152c4e2-6cde-0caf-b992-91ec86dbd145/data/data2/current/BP-705733060-172.17.0.2-1731732174524/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:56,531 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:42:56,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32b97e0d06b104ce with lease ID 0x50d235d4ffdf13d0: Processing first storage report for DS-020e1fda-7d8a-4989-9a5d-7567bc3c0d44 from datanode DatanodeRegistration(127.0.0.1:35481, datanodeUuid=160b7e3e-374f-40fd-98c9-863e60e14663, infoPort=45515, infoSecurePort=0, ipcPort=44835, storageInfo=lv=-57;cid=testClusterID;nsid=1655476214;c=1731732174524) 2024-11-16T04:42:56,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32b97e0d06b104ce with lease ID 0x50d235d4ffdf13d0: from storage DS-020e1fda-7d8a-4989-9a5d-7567bc3c0d44 node DatanodeRegistration(127.0.0.1:35481, datanodeUuid=160b7e3e-374f-40fd-98c9-863e60e14663, infoPort=45515, infoSecurePort=0, ipcPort=44835, storageInfo=lv=-57;cid=testClusterID;nsid=1655476214;c=1731732174524), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:56,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32b97e0d06b104ce with lease ID 0x50d235d4ffdf13d0: Processing first storage report for DS-a217f91b-c670-4ec3-8f96-39821d600e7d from datanode DatanodeRegistration(127.0.0.1:35481, datanodeUuid=160b7e3e-374f-40fd-98c9-863e60e14663, infoPort=45515, infoSecurePort=0, ipcPort=44835, storageInfo=lv=-57;cid=testClusterID;nsid=1655476214;c=1731732174524) 2024-11-16T04:42:56,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32b97e0d06b104ce with lease ID 0x50d235d4ffdf13d0: from storage DS-a217f91b-c670-4ec3-8f96-39821d600e7d node DatanodeRegistration(127.0.0.1:35481, datanodeUuid=160b7e3e-374f-40fd-98c9-863e60e14663, infoPort=45515, infoSecurePort=0, ipcPort=44835, storageInfo=lv=-57;cid=testClusterID;nsid=1655476214;c=1731732174524), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:56,676 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/cluster_c152c4e2-6cde-0caf-b992-91ec86dbd145/data/data3/current/BP-705733060-172.17.0.2-1731732174524/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:56,676 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/cluster_c152c4e2-6cde-0caf-b992-91ec86dbd145/data/data4/current/BP-705733060-172.17.0.2-1731732174524/current, will proceed with Du for space computation calculation, 2024-11-16T04:42:56,696 WARN [Thread-786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:42:56,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51ca2bf4d653d1f4 with lease ID 0x50d235d4ffdf13d1: Processing first storage report for DS-29fb1884-9fa9-4502-bde8-a03c6f2fb625 from datanode DatanodeRegistration(127.0.0.1:36311, datanodeUuid=e1098348-70fe-4fb1-b1be-c444820b265b, infoPort=35539, infoSecurePort=0, ipcPort=34631, storageInfo=lv=-57;cid=testClusterID;nsid=1655476214;c=1731732174524) 2024-11-16T04:42:56,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51ca2bf4d653d1f4 with lease ID 0x50d235d4ffdf13d1: from storage DS-29fb1884-9fa9-4502-bde8-a03c6f2fb625 node DatanodeRegistration(127.0.0.1:36311, datanodeUuid=e1098348-70fe-4fb1-b1be-c444820b265b, infoPort=35539, infoSecurePort=0, ipcPort=34631, storageInfo=lv=-57;cid=testClusterID;nsid=1655476214;c=1731732174524), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:56,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51ca2bf4d653d1f4 with lease ID 0x50d235d4ffdf13d1: Processing first storage report for DS-444c77c6-963e-4b44-9cc1-0daba417d0ae from datanode DatanodeRegistration(127.0.0.1:36311, datanodeUuid=e1098348-70fe-4fb1-b1be-c444820b265b, infoPort=35539, infoSecurePort=0, ipcPort=34631, storageInfo=lv=-57;cid=testClusterID;nsid=1655476214;c=1731732174524) 2024-11-16T04:42:56,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51ca2bf4d653d1f4 with lease ID 0x50d235d4ffdf13d1: from storage DS-444c77c6-963e-4b44-9cc1-0daba417d0ae node DatanodeRegistration(127.0.0.1:36311, datanodeUuid=e1098348-70fe-4fb1-b1be-c444820b265b, infoPort=35539, infoSecurePort=0, ipcPort=34631, storageInfo=lv=-57;cid=testClusterID;nsid=1655476214;c=1731732174524), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:42:56,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256 2024-11-16T04:42:56,748 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/cluster_c152c4e2-6cde-0caf-b992-91ec86dbd145/zookeeper_0, clientPort=51093, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/cluster_c152c4e2-6cde-0caf-b992-91ec86dbd145/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/cluster_c152c4e2-6cde-0caf-b992-91ec86dbd145/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:42:56,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51093 2024-11-16T04:42:56,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:56,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:56,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:42:56,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:42:56,766 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05 with version=8 2024-11-16T04:42:56,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/hbase-staging 2024-11-16T04:42:56,768 INFO [Time-limited test {}] client.ConnectionUtils(128): master/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:42:56,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:42:56,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:42:56,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:42:56,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:42:56,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:42:56,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:42:56,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:42:56,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34065 2024-11-16T04:42:56,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34065 connecting to ZooKeeper ensemble=127.0.0.1:51093 2024-11-16T04:42:56,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340650x0, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:42:56,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34065-0x101433d92300000 connected 2024-11-16T04:42:56,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:56,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:56,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:42:56,893 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05, hbase.cluster.distributed=false 2024-11-16T04:42:56,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:42:56,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34065 2024-11-16T04:42:56,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34065 2024-11-16T04:42:56,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34065 2024-11-16T04:42:56,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34065 2024-11-16T04:42:56,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34065 2024-11-16T04:42:56,910 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:42:56,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:42:56,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:42:56,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:42:56,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:42:56,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:42:56,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:42:56,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:42:56,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42751 2024-11-16T04:42:56,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42751 connecting to ZooKeeper ensemble=127.0.0.1:51093 2024-11-16T04:42:56,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:56,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:56,921 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427510x0, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:42:56,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42751-0x101433d92300001 connected 2024-11-16T04:42:56,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:42:56,922 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:42:56,925 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:42:56,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:42:56,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:42:56,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42751 2024-11-16T04:42:56,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42751 2024-11-16T04:42:56,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42751 2024-11-16T04:42:56,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42751 2024-11-16T04:42:56,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42751 2024-11-16T04:42:56,946 DEBUG [M:0;48db94e10209:34065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;48db94e10209:34065 2024-11-16T04:42:56,947 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/48db94e10209,34065,1731732176767 2024-11-16T04:42:56,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:42:56,955 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:42:56,955 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/48db94e10209,34065,1731732176767 2024-11-16T04:42:56,963 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:42:56,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:56,963 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:56,964 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T04:42:56,964 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/48db94e10209,34065,1731732176767 from backup master directory 2024-11-16T04:42:56,971 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:42:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/48db94e10209,34065,1731732176767 2024-11-16T04:42:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:42:56,972 WARN [master/48db94e10209:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:42:56,972 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=48db94e10209,34065,1731732176767 2024-11-16T04:42:56,976 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/hbase.id] with ID: 1ddb03d8-1c9a-4453-a8f7-0fb1a812f53f 2024-11-16T04:42:56,976 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/.tmp/hbase.id 2024-11-16T04:42:56,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:42:56,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:42:56,986 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/.tmp/hbase.id]:[hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/hbase.id] 2024-11-16T04:42:57,001 INFO [master/48db94e10209:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:57,001 INFO [master/48db94e10209:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:42:57,003 INFO [master/48db94e10209:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T04:42:57,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:57,013 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:57,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:42:57,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:42:57,022 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:42:57,022 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:42:57,023 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:42:57,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:42:57,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:42:57,038 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store 2024-11-16T04:42:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:42:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:42:57,051 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:42:57,051 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:42:57,051 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:57,051 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:57,051 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:42:57,051 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:57,051 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:42:57,051 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731732177051Disabling compacts and flushes for region at 1731732177051Disabling writes for close at 1731732177051Writing region close event to WAL at 1731732177051Closed at 1731732177051 2024-11-16T04:42:57,052 WARN [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/.initializing 2024-11-16T04:42:57,052 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/WALs/48db94e10209,34065,1731732176767 2024-11-16T04:42:57,054 INFO [master/48db94e10209:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:42:57,056 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C34065%2C1731732176767, suffix=, logDir=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/WALs/48db94e10209,34065,1731732176767, archiveDir=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/oldWALs, maxLogs=10 2024-11-16T04:42:57,068 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/WALs/48db94e10209,34065,1731732176767/48db94e10209%2C34065%2C1731732176767.1731732177056, exclude list is [], retry=0 2024-11-16T04:42:57,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36311,DS-29fb1884-9fa9-4502-bde8-a03c6f2fb625,DISK] 2024-11-16T04:42:57,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-020e1fda-7d8a-4989-9a5d-7567bc3c0d44,DISK] 2024-11-16T04:42:57,073 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/WALs/48db94e10209,34065,1731732176767/48db94e10209%2C34065%2C1731732176767.1731732177056 2024-11-16T04:42:57,074 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35539:35539),(127.0.0.1/127.0.0.1:45515:45515)] 2024-11-16T04:42:57,074 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:42:57,074 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:42:57,074 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:57,074 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:57,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:57,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:42:57,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:57,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:57,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:57,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:42:57,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:57,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:42:57,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:57,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:42:57,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:57,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:42:57,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:57,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:42:57,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:57,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:42:57,087 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:57,088 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:57,089 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:57,091 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:57,091 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:57,091 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:42:57,093 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:42:57,098 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:42:57,098 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=834069, jitterRate=0.06057386100292206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:42:57,099 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731732177074Initializing all the Stores at 1731732177075 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732177075Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732177077 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732177077Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732177077Cleaning up temporary data from old regions at 1731732177091 (+14 ms)Region opened successfully at 1731732177099 (+8 ms) 2024-11-16T04:42:57,099 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:42:57,103 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e47099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:42:57,104 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:42:57,104 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:42:57,104 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:42:57,104 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:42:57,105 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:42:57,105 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:42:57,105 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:42:57,109 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:42:57,110 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T04:42:57,121 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T04:42:57,122 INFO [master/48db94e10209:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:42:57,122 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:42:57,130 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T04:42:57,130 INFO [master/48db94e10209:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:42:57,131 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:42:57,138 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T04:42:57,139 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:42:57,155 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T04:42:57,157 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:42:57,163 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T04:42:57,171 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:42:57,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:42:57,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:57,171 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:57,172 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=48db94e10209,34065,1731732176767, sessionid=0x101433d92300000, setting cluster-up flag (Was=false) 2024-11-16T04:42:57,188 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:57,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:57,213 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T04:42:57,215 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=48db94e10209,34065,1731732176767 2024-11-16T04:42:57,230 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:57,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:57,255 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T04:42:57,256 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=48db94e10209,34065,1731732176767 2024-11-16T04:42:57,258 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:42:57,260 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:42:57,260 INFO [master/48db94e10209:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:42:57,261 INFO [master/48db94e10209:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:42:57,261 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 48db94e10209,34065,1731732176767 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:42:57,262 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:42:57,263 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:42:57,263 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:42:57,263 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:42:57,263 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/48db94e10209:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:42:57,263 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:57,263 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:42:57,263 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:57,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:42:57,269 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731732207269 2024-11-16T04:42:57,269 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:42:57,269 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:42:57,269 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:42:57,269 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:42:57,269 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:42:57,269 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:42:57,269 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:42:57,270 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,270 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:42:57,270 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:42:57,270 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:42:57,270 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:57,271 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:42:57,271 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:42:57,271 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732177271,5,FailOnTimeoutGroup] 2024-11-16T04:42:57,271 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:42:57,274 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732177271,5,FailOnTimeoutGroup] 2024-11-16T04:42:57,275 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,275 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:42:57,275 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,275 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:42:57,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:42:57,288 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:42:57,288 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05 2024-11-16T04:42:57,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:42:57,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:42:57,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:42:57,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:42:57,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:42:57,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:57,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:57,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:42:57,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:42:57,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:57,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:57,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:42:57,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:42:57,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:57,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:57,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:42:57,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:42:57,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:57,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:57,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:42:57,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740 2024-11-16T04:42:57,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740 2024-11-16T04:42:57,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:42:57,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:42:57,318 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T04:42:57,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:42:57,322 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:42:57,323 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=702641, jitterRate=-0.10654623806476593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T04:42:57,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731732177299Initializing all the Stores at 1731732177300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732177300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732177302 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732177302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732177302Cleaning up temporary data from old regions at 1731732177317 (+15 ms)Region opened successfully at 1731732177324 (+7 ms) 2024-11-16T04:42:57,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:42:57,324 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:42:57,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:42:57,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:42:57,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:42:57,325 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:42:57,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731732177324Disabling compacts and flushes for region at 1731732177324Disabling writes for close at 1731732177324Writing region close event to WAL at 1731732177325 (+1 ms)Closed at 1731732177325 2024-11-16T04:42:57,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:42:57,326 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:42:57,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:42:57,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:42:57,330 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:42:57,336 INFO [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(746): ClusterId : 1ddb03d8-1c9a-4453-a8f7-0fb1a812f53f 2024-11-16T04:42:57,336 DEBUG [RS:0;48db94e10209:42751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:42:57,348 DEBUG [RS:0;48db94e10209:42751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:42:57,348 DEBUG [RS:0;48db94e10209:42751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:42:57,356 DEBUG [RS:0;48db94e10209:42751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:42:57,357 DEBUG [RS:0;48db94e10209:42751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4378dd6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:42:57,374 DEBUG [RS:0;48db94e10209:42751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;48db94e10209:42751 2024-11-16T04:42:57,374 INFO [RS:0;48db94e10209:42751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:42:57,374 INFO [RS:0;48db94e10209:42751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:42:57,374 DEBUG [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:42:57,375 INFO [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(2659): reportForDuty to master=48db94e10209,34065,1731732176767 with port=42751, startcode=1731732176910 2024-11-16T04:42:57,376 DEBUG [RS:0;48db94e10209:42751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:42:57,378 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60241, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:42:57,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 48db94e10209,42751,1731732176910 2024-11-16T04:42:57,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34065 {}] master.ServerManager(517): Registering regionserver=48db94e10209,42751,1731732176910 2024-11-16T04:42:57,382 DEBUG [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05 2024-11-16T04:42:57,382 DEBUG [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33187 2024-11-16T04:42:57,382 DEBUG [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:42:57,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:42:57,389 DEBUG [RS:0;48db94e10209:42751 {}] zookeeper.ZKUtil(111): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/48db94e10209,42751,1731732176910 2024-11-16T04:42:57,389 WARN [RS:0;48db94e10209:42751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:42:57,389 INFO [RS:0;48db94e10209:42751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:42:57,389 DEBUG [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910 2024-11-16T04:42:57,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [48db94e10209,42751,1731732176910] 2024-11-16T04:42:57,404 INFO [RS:0;48db94e10209:42751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:42:57,407 INFO [RS:0;48db94e10209:42751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:42:57,410 INFO [RS:0;48db94e10209:42751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:42:57,410 INFO [RS:0;48db94e10209:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,414 INFO [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:42:57,416 INFO [RS:0;48db94e10209:42751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:42:57,416 INFO [RS:0;48db94e10209:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,417 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:57,417 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:57,417 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:57,417 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:57,417 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:57,417 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:42:57,417 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:57,418 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:57,418 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:57,418 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:57,418 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:57,418 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:42:57,418 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:42:57,418 DEBUG [RS:0;48db94e10209:42751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:42:57,427 INFO [RS:0;48db94e10209:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,427 INFO [RS:0;48db94e10209:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,427 INFO [RS:0;48db94e10209:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,427 INFO [RS:0;48db94e10209:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,427 INFO [RS:0;48db94e10209:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,427 INFO [RS:0;48db94e10209:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,42751,1731732176910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:42:57,449 INFO [RS:0;48db94e10209:42751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:42:57,449 INFO [RS:0;48db94e10209:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,42751,1731732176910-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,449 INFO [RS:0;48db94e10209:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,449 INFO [RS:0;48db94e10209:42751 {}] regionserver.Replication(171): 48db94e10209,42751,1731732176910 started 2024-11-16T04:42:57,467 INFO [RS:0;48db94e10209:42751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:57,467 INFO [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(1482): Serving as 48db94e10209,42751,1731732176910, RpcServer on 48db94e10209/172.17.0.2:42751, sessionid=0x101433d92300001 2024-11-16T04:42:57,467 DEBUG [RS:0;48db94e10209:42751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:42:57,467 DEBUG [RS:0;48db94e10209:42751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 48db94e10209,42751,1731732176910 2024-11-16T04:42:57,467 DEBUG [RS:0;48db94e10209:42751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,42751,1731732176910' 2024-11-16T04:42:57,467 DEBUG [RS:0;48db94e10209:42751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:42:57,468 DEBUG [RS:0;48db94e10209:42751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:42:57,468 DEBUG [RS:0;48db94e10209:42751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:42:57,469 DEBUG [RS:0;48db94e10209:42751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:42:57,469 DEBUG [RS:0;48db94e10209:42751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 48db94e10209,42751,1731732176910 2024-11-16T04:42:57,469 DEBUG [RS:0;48db94e10209:42751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,42751,1731732176910' 2024-11-16T04:42:57,469 DEBUG [RS:0;48db94e10209:42751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:42:57,469 DEBUG [RS:0;48db94e10209:42751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:42:57,470 DEBUG [RS:0;48db94e10209:42751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:42:57,470 INFO [RS:0;48db94e10209:42751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:42:57,470 INFO [RS:0;48db94e10209:42751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:42:57,480 WARN [48db94e10209:34065 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T04:42:57,570 INFO [RS:0;48db94e10209:42751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:42:57,572 INFO [RS:0;48db94e10209:42751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C42751%2C1731732176910, suffix=, logDir=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910, archiveDir=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/oldWALs, maxLogs=32 2024-11-16T04:42:57,587 DEBUG [RS:0;48db94e10209:42751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732177573, exclude list is [], retry=0 2024-11-16T04:42:57,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-020e1fda-7d8a-4989-9a5d-7567bc3c0d44,DISK] 2024-11-16T04:42:57,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36311,DS-29fb1884-9fa9-4502-bde8-a03c6f2fb625,DISK] 2024-11-16T04:42:57,593 INFO [RS:0;48db94e10209:42751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732177573 2024-11-16T04:42:57,594 DEBUG [RS:0;48db94e10209:42751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45515:45515),(127.0.0.1/127.0.0.1:35539:35539)] 2024-11-16T04:42:57,730 DEBUG [48db94e10209:34065 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:42:57,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=48db94e10209,42751,1731732176910 2024-11-16T04:42:57,732 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,42751,1731732176910, state=OPENING 2024-11-16T04:42:57,746 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:42:57,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:57,755 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:42:57,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:42:57,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:42:57,756 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:42:57,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,42751,1731732176910}] 2024-11-16T04:42:57,910 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:42:57,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50819, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:42:57,915 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:42:57,916 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:42:57,916 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:42:57,918 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C42751%2C1731732176910.meta, suffix=.meta, logDir=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910, archiveDir=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/oldWALs, maxLogs=32 2024-11-16T04:42:57,932 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.meta.1731732177918.meta, exclude list is [], retry=0 2024-11-16T04:42:57,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-020e1fda-7d8a-4989-9a5d-7567bc3c0d44,DISK] 2024-11-16T04:42:57,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36311,DS-29fb1884-9fa9-4502-bde8-a03c6f2fb625,DISK] 2024-11-16T04:42:57,939 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.meta.1731732177918.meta 2024-11-16T04:42:57,939 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45515:45515),(127.0.0.1/127.0.0.1:35539:35539)] 2024-11-16T04:42:57,939 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:42:57,940 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:42:57,940 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:42:57,940 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:42:57,940 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:42:57,940 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:42:57,940 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:42:57,940 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:42:57,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:42:57,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:42:57,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:57,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:57,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:42:57,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:42:57,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:57,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:57,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:42:57,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:42:57,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:57,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:57,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:42:57,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:42:57,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:57,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:42:57,950 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:42:57,951 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740 2024-11-16T04:42:57,952 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740 2024-11-16T04:42:57,954 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:42:57,954 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:42:57,955 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T04:42:57,957 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:42:57,959 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=819161, jitterRate=0.041617169976234436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T04:42:57,959 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:42:57,960 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731732177940Writing region info on filesystem at 1731732177941 (+1 ms)Initializing all the Stores at 1731732177941Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732177941Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732177942 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732177942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732177942Cleaning up temporary data from old regions at 1731732177954 (+12 ms)Running coprocessor post-open hooks at 1731732177959 (+5 ms)Region opened successfully at 1731732177960 (+1 ms) 2024-11-16T04:42:57,961 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731732177909 2024-11-16T04:42:57,964 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:42:57,964 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:42:57,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,42751,1731732176910 2024-11-16T04:42:57,966 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,42751,1731732176910, state=OPEN 2024-11-16T04:42:58,027 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:42:58,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:42:58,027 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=48db94e10209,42751,1731732176910 2024-11-16T04:42:58,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:42:58,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:42:58,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:42:58,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,42751,1731732176910 in 271 msec 2024-11-16T04:42:58,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:42:58,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 703 msec 2024-11-16T04:42:58,033 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:42:58,033 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:42:58,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:42:58,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,42751,1731732176910, seqNum=-1] 2024-11-16T04:42:58,035 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:42:58,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43253, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:42:58,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 783 msec 2024-11-16T04:42:58,044 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731732178044, completionTime=-1 2024-11-16T04:42:58,044 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:42:58,044 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T04:42:58,047 INFO [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T04:42:58,047 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731732238047 2024-11-16T04:42:58,047 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731732298047 2024-11-16T04:42:58,047 INFO [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-16T04:42:58,047 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,34065,1731732176767-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:58,047 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,34065,1731732176767-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:58,047 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,34065,1731732176767-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:58,048 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-48db94e10209:34065, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:58,048 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:58,049 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:58,050 DEBUG [master/48db94e10209:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:42:58,053 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.081sec 2024-11-16T04:42:58,053 INFO [master/48db94e10209:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:42:58,053 INFO [master/48db94e10209:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:42:58,053 INFO [master/48db94e10209:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:42:58,054 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:42:58,054 INFO [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:42:58,054 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,34065,1731732176767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:42:58,054 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,34065,1731732176767-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:42:58,057 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:42:58,057 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:42:58,057 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,34065,1731732176767-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:42:58,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659c9c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:42:58,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 48db94e10209,34065,-1 for getting cluster id 2024-11-16T04:42:58,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:42:58,138 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ddb03d8-1c9a-4453-a8f7-0fb1a812f53f' 2024-11-16T04:42:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:42:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ddb03d8-1c9a-4453-a8f7-0fb1a812f53f" 2024-11-16T04:42:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b011702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:42:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [48db94e10209,34065,-1] 2024-11-16T04:42:58,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:42:58,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:42:58,141 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:42:58,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f310d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:42:58,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:42:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,42751,1731732176910, seqNum=-1] 2024-11-16T04:42:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:42:58,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:42:58,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=48db94e10209,34065,1731732176767 2024-11-16T04:42:58,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:42:58,152 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T04:42:58,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:42:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 48db94e10209,34065,1731732176767 2024-11-16T04:42:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@336a2f64 2024-11-16T04:42:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:42:58,155 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:42:58,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-16T04:42:58,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-16T04:42:58,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:42:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T04:42:58,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:42:58,160 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:58,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-16T04:42:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:42:58,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:42:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741835_1011 (size=405) 2024-11-16T04:42:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741835_1011 (size=405) 2024-11-16T04:42:58,173 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e744fdecfe41a41d9e6319e66a64944c, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05 2024-11-16T04:42:58,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741836_1012 (size=88) 2024-11-16T04:42:58,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741836_1012 (size=88) 2024-11-16T04:42:58,181 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:42:58,182 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing e744fdecfe41a41d9e6319e66a64944c, disabling compactions & flushes 2024-11-16T04:42:58,182 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:42:58,182 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:42:58,182 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. after waiting 0 ms 2024-11-16T04:42:58,182 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:42:58,182 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:42:58,182 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for e744fdecfe41a41d9e6319e66a64944c: Waiting for close lock at 1731732178181Disabling compacts and flushes for region at 1731732178181Disabling writes for close at 1731732178182 (+1 ms)Writing region close event to WAL at 1731732178182Closed at 1731732178182 2024-11-16T04:42:58,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:42:58,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731732178183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731732178183"}]},"ts":"1731732178183"} 2024-11-16T04:42:58,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:42:58,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:42:58,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731732178188"}]},"ts":"1731732178188"} 2024-11-16T04:42:58,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-16T04:42:58,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=e744fdecfe41a41d9e6319e66a64944c, ASSIGN}] 2024-11-16T04:42:58,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=e744fdecfe41a41d9e6319e66a64944c, ASSIGN 2024-11-16T04:42:58,194 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=e744fdecfe41a41d9e6319e66a64944c, ASSIGN; state=OFFLINE, location=48db94e10209,42751,1731732176910; forceNewPlan=false, retain=false 2024-11-16T04:42:58,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T04:42:58,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T04:42:58,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:42:58,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T04:42:58,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e744fdecfe41a41d9e6319e66a64944c, regionState=OPENING, regionLocation=48db94e10209,42751,1731732176910 2024-11-16T04:42:58,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=e744fdecfe41a41d9e6319e66a64944c, ASSIGN because future has completed 2024-11-16T04:42:58,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e744fdecfe41a41d9e6319e66a64944c, server=48db94e10209,42751,1731732176910}] 2024-11-16T04:42:58,506 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:42:58,507 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e744fdecfe41a41d9e6319e66a64944c, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:42:58,507 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling e744fdecfe41a41d9e6319e66a64944c 2024-11-16T04:42:58,507 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:42:58,507 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e744fdecfe41a41d9e6319e66a64944c 2024-11-16T04:42:58,507 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e744fdecfe41a41d9e6319e66a64944c 2024-11-16T04:42:58,510 INFO [StoreOpener-e744fdecfe41a41d9e6319e66a64944c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e744fdecfe41a41d9e6319e66a64944c 2024-11-16T04:42:58,512 INFO [StoreOpener-e744fdecfe41a41d9e6319e66a64944c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e744fdecfe41a41d9e6319e66a64944c columnFamilyName info 2024-11-16T04:42:58,512 DEBUG [StoreOpener-e744fdecfe41a41d9e6319e66a64944c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:42:58,513 INFO [StoreOpener-e744fdecfe41a41d9e6319e66a64944c-1 {}] regionserver.HStore(327): Store=e744fdecfe41a41d9e6319e66a64944c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:42:58,513 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e744fdecfe41a41d9e6319e66a64944c 2024-11-16T04:42:58,514 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c 2024-11-16T04:42:58,514 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c 2024-11-16T04:42:58,515 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e744fdecfe41a41d9e6319e66a64944c 2024-11-16T04:42:58,515 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e744fdecfe41a41d9e6319e66a64944c 2024-11-16T04:42:58,517 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e744fdecfe41a41d9e6319e66a64944c 2024-11-16T04:42:58,520 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:42:58,520 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e744fdecfe41a41d9e6319e66a64944c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=723121, jitterRate=-0.08050526678562164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:42:58,521 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e744fdecfe41a41d9e6319e66a64944c 2024-11-16T04:42:58,521 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e744fdecfe41a41d9e6319e66a64944c: Running coprocessor pre-open hook at 1731732178508Writing region info on filesystem at 1731732178508Initializing all the Stores at 1731732178509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732178509Cleaning up temporary data from old regions at 1731732178515 (+6 ms)Running coprocessor post-open hooks at 1731732178521 (+6 ms)Region opened successfully at 1731732178521 2024-11-16T04:42:58,523 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c., pid=6, masterSystemTime=1731732178502 2024-11-16T04:42:58,525 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:42:58,525 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:42:58,526 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e744fdecfe41a41d9e6319e66a64944c, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,42751,1731732176910 2024-11-16T04:42:58,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e744fdecfe41a41d9e6319e66a64944c, server=48db94e10209,42751,1731732176910 because future has completed 2024-11-16T04:42:58,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:42:58,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e744fdecfe41a41d9e6319e66a64944c, server=48db94e10209,42751,1731732176910 in 183 msec 2024-11-16T04:42:58,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:42:58,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=e744fdecfe41a41d9e6319e66a64944c, ASSIGN in 343 msec 2024-11-16T04:42:58,537 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:42:58,538 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731732178537"}]},"ts":"1731732178537"} 2024-11-16T04:42:58,540 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-16T04:42:58,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:42:58,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 385 msec 2024-11-16T04:43:02,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:02,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:02,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:02,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:02,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:02,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:02,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:02,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:03,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:43:03,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:03,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:03,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:03,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:03,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:03,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:03,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:03,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:03,497 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:43:03,498 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-16T04:43:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:43:08,237 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T04:43:08,238 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-16T04:43:08,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T04:43:08,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:08,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c., hostname=48db94e10209,42751,1731732176910, seqNum=2] 2024-11-16T04:43:08,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T04:43:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T04:43:08,269 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-16T04:43:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:43:08,271 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T04:43:08,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T04:43:08,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T04:43:08,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-16T04:43:08,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-16T04:43:08,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:08,433 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing e744fdecfe41a41d9e6319e66a64944c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T04:43:08,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/f86b3639a3c84927a5903a702a6a7030 is 1055, key is row0001/info:/1731732188253/Put/seqid=0 2024-11-16T04:43:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741837_1013 (size=6008) 2024-11-16T04:43:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741837_1013 (size=6008) 2024-11-16T04:43:08,455 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/f86b3639a3c84927a5903a702a6a7030 2024-11-16T04:43:08,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/f86b3639a3c84927a5903a702a6a7030 as hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/f86b3639a3c84927a5903a702a6a7030 2024-11-16T04:43:08,471 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/f86b3639a3c84927a5903a702a6a7030, entries=1, sequenceid=5, filesize=5.9 K 2024-11-16T04:43:08,472 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for e744fdecfe41a41d9e6319e66a64944c in 39ms, sequenceid=5, compaction requested=false 2024-11-16T04:43:08,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for e744fdecfe41a41d9e6319e66a64944c: 2024-11-16T04:43:08,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:08,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T04:43:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T04:43:08,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-16T04:43:08,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec 2024-11-16T04:43:08,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 217 msec 2024-11-16T04:43:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T04:43:18,357 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T04:43:18,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T04:43:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T04:43:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T04:43:18,363 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-16T04:43:18,365 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T04:43:18,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T04:43:18,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-16T04:43:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:18,520 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing e744fdecfe41a41d9e6319e66a64944c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T04:43:18,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/1b70ef3b86514c228f4bd27167bb88a8 is 1055, key is row0002/info:/1731732198359/Put/seqid=0 2024-11-16T04:43:18,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741838_1014 (size=6008) 2024-11-16T04:43:18,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741838_1014 (size=6008) 2024-11-16T04:43:18,533 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/1b70ef3b86514c228f4bd27167bb88a8 2024-11-16T04:43:18,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/1b70ef3b86514c228f4bd27167bb88a8 as hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/1b70ef3b86514c228f4bd27167bb88a8 2024-11-16T04:43:18,548 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/1b70ef3b86514c228f4bd27167bb88a8, entries=1, sequenceid=9, filesize=5.9 K 2024-11-16T04:43:18,550 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for e744fdecfe41a41d9e6319e66a64944c in 30ms, sequenceid=9, compaction requested=false 2024-11-16T04:43:18,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for e744fdecfe41a41d9e6319e66a64944c: 2024-11-16T04:43:18,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:18,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-16T04:43:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-16T04:43:18,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T04:43:18,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-11-16T04:43:18,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 193 msec 2024-11-16T04:43:26,745 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:43:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T04:43:28,446 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T04:43:28,468 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732208451, exclude list is [], retry=0 2024-11-16T04:43:28,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36311,DS-29fb1884-9fa9-4502-bde8-a03c6f2fb625,DISK] 2024-11-16T04:43:28,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-020e1fda-7d8a-4989-9a5d-7567bc3c0d44,DISK] 2024-11-16T04:43:28,473 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732177573 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732208451 2024-11-16T04:43:28,473 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35539:35539),(127.0.0.1/127.0.0.1:45515:45515)] 2024-11-16T04:43:28,473 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732177573 is not closed yet, will try archiving it next time 2024-11-16T04:43:28,475 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732177573 not finished, retry = 0 2024-11-16T04:43:28,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741833_1009 (size=5471) 2024-11-16T04:43:28,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741833_1009 (size=5471) 2024-11-16T04:43:28,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T04:43:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T04:43:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T04:43:28,478 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-16T04:43:28,479 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T04:43:28,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T04:43:28,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-16T04:43:28,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:28,634 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing e744fdecfe41a41d9e6319e66a64944c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T04:43:28,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/9ef69cb512f4490189da07bbec4733e6 is 1055, key is row0003/info:/1731732208449/Put/seqid=0 2024-11-16T04:43:28,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741840_1016 (size=6008) 2024-11-16T04:43:28,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741840_1016 (size=6008) 2024-11-16T04:43:28,649 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/9ef69cb512f4490189da07bbec4733e6 2024-11-16T04:43:28,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/9ef69cb512f4490189da07bbec4733e6 as hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/9ef69cb512f4490189da07bbec4733e6 2024-11-16T04:43:28,661 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/9ef69cb512f4490189da07bbec4733e6, entries=1, sequenceid=13, filesize=5.9 K 2024-11-16T04:43:28,662 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for e744fdecfe41a41d9e6319e66a64944c in 28ms, sequenceid=13, compaction requested=true 2024-11-16T04:43:28,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for e744fdecfe41a41d9e6319e66a64944c: 2024-11-16T04:43:28,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:28,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-16T04:43:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-16T04:43:28,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T04:43:28,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 185 msec 2024-11-16T04:43:28,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 193 msec 2024-11-16T04:43:38,305 INFO [master/48db94e10209:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T04:43:38,305 INFO [master/48db94e10209:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T04:43:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T04:43:38,495 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T04:43:38,498 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T04:43:38,500 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T04:43:38,503 DEBUG [Time-limited test {}] regionserver.HStore(1541): e744fdecfe41a41d9e6319e66a64944c/info is initiating minor compaction (all files) 2024-11-16T04:43:38,503 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:43:38,503 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:38,504 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of e744fdecfe41a41d9e6319e66a64944c/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:38,504 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/f86b3639a3c84927a5903a702a6a7030, hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/1b70ef3b86514c228f4bd27167bb88a8, hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/9ef69cb512f4490189da07bbec4733e6] into tmpdir=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp, totalSize=17.6 K 2024-11-16T04:43:38,506 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f86b3639a3c84927a5903a702a6a7030, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731732188253 2024-11-16T04:43:38,507 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1b70ef3b86514c228f4bd27167bb88a8, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731732198359 2024-11-16T04:43:38,508 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9ef69cb512f4490189da07bbec4733e6, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731732208449 2024-11-16T04:43:38,547 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): e744fdecfe41a41d9e6319e66a64944c#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T04:43:38,549 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/21c5b05ee30f47fb9f2d6167018395b2 is 1055, key is row0001/info:/1731732188253/Put/seqid=0 2024-11-16T04:43:38,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741841_1017 (size=8221) 2024-11-16T04:43:38,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741841_1017 (size=8221) 2024-11-16T04:43:38,569 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/21c5b05ee30f47fb9f2d6167018395b2 as hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/21c5b05ee30f47fb9f2d6167018395b2 2024-11-16T04:43:38,596 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e744fdecfe41a41d9e6319e66a64944c/info of e744fdecfe41a41d9e6319e66a64944c into 21c5b05ee30f47fb9f2d6167018395b2(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T04:43:38,597 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for e744fdecfe41a41d9e6319e66a64944c: 2024-11-16T04:43:38,620 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732218600, exclude list is [], retry=0 2024-11-16T04:43:38,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36311,DS-29fb1884-9fa9-4502-bde8-a03c6f2fb625,DISK] 2024-11-16T04:43:38,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-020e1fda-7d8a-4989-9a5d-7567bc3c0d44,DISK] 2024-11-16T04:43:38,634 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732208451 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732218600 2024-11-16T04:43:38,634 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35539:35539),(127.0.0.1/127.0.0.1:45515:45515)] 2024-11-16T04:43:38,635 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732208451 is not closed yet, will try archiving it next time 2024-11-16T04:43:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741839_1015 (size=2495) 2024-11-16T04:43:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741839_1015 (size=2495) 2024-11-16T04:43:38,639 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732177573 to hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/oldWALs/48db94e10209%2C42751%2C1731732176910.1731732177573 2024-11-16T04:43:38,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T04:43:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T04:43:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T04:43:38,646 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-16T04:43:38,648 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T04:43:38,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T04:43:38,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-16T04:43:38,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:38,803 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing e744fdecfe41a41d9e6319e66a64944c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T04:43:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/28e141b833594e4c886dbec7bb3cc200 is 1055, key is row0000/info:/1731732218598/Put/seqid=0 2024-11-16T04:43:38,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741843_1019 (size=6008) 2024-11-16T04:43:38,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741843_1019 (size=6008) 2024-11-16T04:43:38,818 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/28e141b833594e4c886dbec7bb3cc200 2024-11-16T04:43:38,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/28e141b833594e4c886dbec7bb3cc200 as hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/28e141b833594e4c886dbec7bb3cc200 2024-11-16T04:43:38,841 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/28e141b833594e4c886dbec7bb3cc200, entries=1, sequenceid=18, filesize=5.9 K 2024-11-16T04:43:38,843 INFO [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for e744fdecfe41a41d9e6319e66a64944c in 39ms, sequenceid=18, compaction requested=false 2024-11-16T04:43:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for e744fdecfe41a41d9e6319e66a64944c: 2024-11-16T04:43:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-16T04:43:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-16T04:43:38,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-16T04:43:38,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 197 msec 2024-11-16T04:43:38,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 210 msec 2024-11-16T04:43:43,507 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e744fdecfe41a41d9e6319e66a64944c, had cached 0 bytes from a total of 14229 2024-11-16T04:43:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T04:43:48,736 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T04:43:48,753 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732228741, exclude list is [], retry=0 2024-11-16T04:43:48,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36311,DS-29fb1884-9fa9-4502-bde8-a03c6f2fb625,DISK] 2024-11-16T04:43:48,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-020e1fda-7d8a-4989-9a5d-7567bc3c0d44,DISK] 2024-11-16T04:43:48,757 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732218600 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732228741 2024-11-16T04:43:48,757 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45515:45515),(127.0.0.1/127.0.0.1:35539:35539)] 2024-11-16T04:43:48,757 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732218600 is not closed yet, will try archiving it next time 2024-11-16T04:43:48,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:43:48,757 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/WALs/48db94e10209,42751,1731732176910/48db94e10209%2C42751%2C1731732176910.1731732208451 to hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/oldWALs/48db94e10209%2C42751%2C1731732176910.1731732208451 2024-11-16T04:43:48,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:43:48,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:43:48,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:43:48,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:43:48,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:43:48,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741842_1018 (size=2001) 2024-11-16T04:43:48,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741842_1018 (size=2001) 2024-11-16T04:43:48,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:43:48,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1923186334, stopped=false 2024-11-16T04:43:48,758 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=48db94e10209,34065,1731732176767 2024-11-16T04:43:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:43:48,815 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:43:48,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:48,815 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:48,815 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:43:48,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:43:48,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:43:48,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:43:48,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:43:48,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:43:48,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '48db94e10209,42751,1731732176910' ***** 2024-11-16T04:43:48,817 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:43:48,818 INFO [RS:0;48db94e10209:42751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:43:48,818 INFO [RS:0;48db94e10209:42751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:43:48,818 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:43:48,818 INFO [RS:0;48db94e10209:42751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:43:48,819 INFO [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(3091): Received CLOSE for e744fdecfe41a41d9e6319e66a64944c 2024-11-16T04:43:48,819 INFO [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(959): stopping server 48db94e10209,42751,1731732176910 2024-11-16T04:43:48,819 INFO [RS:0;48db94e10209:42751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:43:48,819 INFO [RS:0;48db94e10209:42751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;48db94e10209:42751. 2024-11-16T04:43:48,819 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e744fdecfe41a41d9e6319e66a64944c, disabling compactions & flushes 2024-11-16T04:43:48,819 DEBUG [RS:0;48db94e10209:42751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:43:48,819 DEBUG [RS:0;48db94e10209:42751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:43:48,819 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:48,820 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:48,820 INFO [RS:0;48db94e10209:42751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:43:48,820 INFO [RS:0;48db94e10209:42751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:43:48,820 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. after waiting 0 ms 2024-11-16T04:43:48,820 INFO [RS:0;48db94e10209:42751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:43:48,820 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:48,820 INFO [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:43:48,820 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e744fdecfe41a41d9e6319e66a64944c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T04:43:48,822 INFO [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T04:43:48,822 DEBUG [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e744fdecfe41a41d9e6319e66a64944c=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c.} 2024-11-16T04:43:48,823 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:43:48,823 DEBUG [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e744fdecfe41a41d9e6319e66a64944c 2024-11-16T04:43:48,823 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:43:48,823 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:43:48,823 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:43:48,823 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:43:48,823 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-16T04:43:48,826 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/5d32559757ad4415ba7d3a9587275a22 is 1055, key is row0001/info:/1731732228738/Put/seqid=0 2024-11-16T04:43:48,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741845_1021 (size=6008) 2024-11-16T04:43:48,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741845_1021 (size=6008) 2024-11-16T04:43:48,837 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/5d32559757ad4415ba7d3a9587275a22 2024-11-16T04:43:48,844 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/.tmp/info/0dbd8f98e2e0407aa004142d61f49d48 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c./info:regioninfo/1731732178526/Put/seqid=0 2024-11-16T04:43:48,845 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/.tmp/info/5d32559757ad4415ba7d3a9587275a22 as hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/5d32559757ad4415ba7d3a9587275a22 2024-11-16T04:43:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741846_1022 (size=7308) 2024-11-16T04:43:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741846_1022 (size=7308) 2024-11-16T04:43:48,849 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/.tmp/info/0dbd8f98e2e0407aa004142d61f49d48 2024-11-16T04:43:48,852 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/5d32559757ad4415ba7d3a9587275a22, entries=1, sequenceid=22, filesize=5.9 K 2024-11-16T04:43:48,853 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for e744fdecfe41a41d9e6319e66a64944c in 33ms, sequenceid=22, compaction requested=true 2024-11-16T04:43:48,853 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/f86b3639a3c84927a5903a702a6a7030, hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/1b70ef3b86514c228f4bd27167bb88a8, hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/9ef69cb512f4490189da07bbec4733e6] to archive 2024-11-16T04:43:48,856 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T04:43:48,858 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/f86b3639a3c84927a5903a702a6a7030 to hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/f86b3639a3c84927a5903a702a6a7030 2024-11-16T04:43:48,860 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/1b70ef3b86514c228f4bd27167bb88a8 to hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/1b70ef3b86514c228f4bd27167bb88a8 2024-11-16T04:43:48,861 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/9ef69cb512f4490189da07bbec4733e6 to hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/info/9ef69cb512f4490189da07bbec4733e6 2024-11-16T04:43:48,870 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/.tmp/ns/8afa3d8ac0cc4f669bf00b0bc36d3d0d is 43, key is default/ns:d/1731732178037/Put/seqid=0 2024-11-16T04:43:48,870 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=48db94e10209:34065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-16T04:43:48,871 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [f86b3639a3c84927a5903a702a6a7030=6008, 1b70ef3b86514c228f4bd27167bb88a8=6008, 9ef69cb512f4490189da07bbec4733e6=6008] 2024-11-16T04:43:48,877 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/e744fdecfe41a41d9e6319e66a64944c/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-16T04:43:48,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741847_1023 (size=5153) 2024-11-16T04:43:48,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741847_1023 (size=5153) 2024-11-16T04:43:48,878 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:48,878 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e744fdecfe41a41d9e6319e66a64944c: Waiting for close lock at 1731732228819Running coprocessor pre-close hooks at 1731732228819Disabling compacts and flushes for region at 1731732228819Disabling writes for close at 1731732228820 (+1 ms)Obtaining lock to block concurrent updates at 1731732228820Preparing flush snapshotting stores in e744fdecfe41a41d9e6319e66a64944c at 1731732228820Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731732228821 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. at 1731732228822 (+1 ms)Flushing e744fdecfe41a41d9e6319e66a64944c/info: creating writer at 1731732228822Flushing e744fdecfe41a41d9e6319e66a64944c/info: appending metadata at 1731732228825 (+3 ms)Flushing e744fdecfe41a41d9e6319e66a64944c/info: closing flushed file at 1731732228825Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ebb8c90: reopening flushed file at 1731732228844 (+19 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for e744fdecfe41a41d9e6319e66a64944c in 33ms, sequenceid=22, compaction requested=true at 1731732228853 (+9 ms)Writing region close event to WAL at 1731732228872 (+19 ms)Running coprocessor post-close hooks at 1731732228878 (+6 ms)Closed at 1731732228878 2024-11-16T04:43:48,878 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/.tmp/ns/8afa3d8ac0cc4f669bf00b0bc36d3d0d 2024-11-16T04:43:48,878 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731732178156.e744fdecfe41a41d9e6319e66a64944c. 2024-11-16T04:43:48,898 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/.tmp/table/8ef68b9baafc449fb43b1a30af52e57e is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731732178537/Put/seqid=0 2024-11-16T04:43:48,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741848_1024 (size=5508) 2024-11-16T04:43:48,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741848_1024 (size=5508) 2024-11-16T04:43:48,904 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/.tmp/table/8ef68b9baafc449fb43b1a30af52e57e 2024-11-16T04:43:48,910 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/.tmp/info/0dbd8f98e2e0407aa004142d61f49d48 as hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/info/0dbd8f98e2e0407aa004142d61f49d48 2024-11-16T04:43:48,915 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/info/0dbd8f98e2e0407aa004142d61f49d48, entries=10, sequenceid=11, filesize=7.1 K 2024-11-16T04:43:48,916 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/.tmp/ns/8afa3d8ac0cc4f669bf00b0bc36d3d0d as hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/ns/8afa3d8ac0cc4f669bf00b0bc36d3d0d 2024-11-16T04:43:48,922 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/ns/8afa3d8ac0cc4f669bf00b0bc36d3d0d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T04:43:48,923 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/.tmp/table/8ef68b9baafc449fb43b1a30af52e57e as hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/table/8ef68b9baafc449fb43b1a30af52e57e 2024-11-16T04:43:48,928 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/table/8ef68b9baafc449fb43b1a30af52e57e, entries=2, sequenceid=11, filesize=5.4 K 2024-11-16T04:43:48,929 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=11, compaction requested=false 2024-11-16T04:43:48,934 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T04:43:48,934 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:43:48,934 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:43:48,934 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731732228822Running coprocessor pre-close hooks at 1731732228822Disabling compacts and flushes for region at 1731732228822Disabling writes for close at 1731732228823 (+1 ms)Obtaining lock to block concurrent updates at 1731732228823Preparing flush snapshotting stores in 1588230740 at 1731732228823Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731732228824 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731732228824Flushing 1588230740/info: creating writer at 1731732228824Flushing 1588230740/info: appending metadata at 1731732228843 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731732228843Flushing 1588230740/ns: creating writer at 1731732228855 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731732228869 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731732228869Flushing 1588230740/table: creating writer at 1731732228884 (+15 ms)Flushing 1588230740/table: appending metadata at 1731732228897 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731732228897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64736299: reopening flushed file at 1731732228909 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e29843f: reopening flushed file at 1731732228915 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17464f21: reopening flushed file at 1731732228922 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=11, compaction requested=false at 1731732228929 (+7 ms)Writing region close event to WAL at 1731732228930 (+1 ms)Running coprocessor post-close hooks at 1731732228934 (+4 ms)Closed at 1731732228934 2024-11-16T04:43:48,935 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:43:49,023 INFO [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(976): stopping server 48db94e10209,42751,1731732176910; all regions closed. 2024-11-16T04:43:49,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741834_1010 (size=3306) 2024-11-16T04:43:49,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741834_1010 (size=3306) 2024-11-16T04:43:49,029 DEBUG [RS:0;48db94e10209:42751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/oldWALs 2024-11-16T04:43:49,029 INFO [RS:0;48db94e10209:42751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 48db94e10209%2C42751%2C1731732176910.meta:.meta(num 1731732177918) 2024-11-16T04:43:49,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741844_1020 (size=1252) 2024-11-16T04:43:49,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741844_1020 (size=1252) 2024-11-16T04:43:49,037 DEBUG [RS:0;48db94e10209:42751 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/oldWALs 2024-11-16T04:43:49,037 INFO [RS:0;48db94e10209:42751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 48db94e10209%2C42751%2C1731732176910:(num 1731732228741) 2024-11-16T04:43:49,037 DEBUG [RS:0;48db94e10209:42751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:43:49,037 INFO [RS:0;48db94e10209:42751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:43:49,037 INFO [RS:0;48db94e10209:42751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:43:49,038 INFO [RS:0;48db94e10209:42751 {}] hbase.ChoreService(370): Chore service for: regionserver/48db94e10209:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:43:49,038 INFO [RS:0;48db94e10209:42751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:43:49,038 INFO [regionserver/48db94e10209:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:43:49,038 INFO [RS:0;48db94e10209:42751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42751 2024-11-16T04:43:49,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:43:49,090 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/48db94e10209,42751,1731732176910 2024-11-16T04:43:49,090 INFO [RS:0;48db94e10209:42751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:43:49,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [48db94e10209,42751,1731732176910] 2024-11-16T04:43:49,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/48db94e10209,42751,1731732176910 already deleted, retry=false 2024-11-16T04:43:49,109 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 48db94e10209,42751,1731732176910 expired; onlineServers=0 2024-11-16T04:43:49,109 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '48db94e10209,34065,1731732176767' ***** 2024-11-16T04:43:49,109 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:43:49,109 INFO [M:0;48db94e10209:34065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:43:49,110 INFO [M:0;48db94e10209:34065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:43:49,110 DEBUG [M:0;48db94e10209:34065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:43:49,110 DEBUG [M:0;48db94e10209:34065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:43:49,110 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:43:49,110 DEBUG [master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732177271 {}] cleaner.HFileCleaner(306): Exit Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732177271,5,FailOnTimeoutGroup] 2024-11-16T04:43:49,110 DEBUG [master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732177271 {}] cleaner.HFileCleaner(306): Exit Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732177271,5,FailOnTimeoutGroup] 2024-11-16T04:43:49,110 INFO [M:0;48db94e10209:34065 {}] hbase.ChoreService(370): Chore service for: master/48db94e10209:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:43:49,110 INFO [M:0;48db94e10209:34065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:43:49,110 DEBUG [M:0;48db94e10209:34065 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:43:49,110 INFO [M:0;48db94e10209:34065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:43:49,110 INFO [M:0;48db94e10209:34065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:43:49,111 INFO [M:0;48db94e10209:34065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:43:49,111 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:43:49,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T04:43:49,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:49,118 DEBUG [M:0;48db94e10209:34065 {}] zookeeper.ZKUtil(347): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T04:43:49,118 WARN [M:0;48db94e10209:34065 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:43:49,119 INFO [M:0;48db94e10209:34065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/.lastflushedseqids 2024-11-16T04:43:49,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741849_1025 (size=130) 2024-11-16T04:43:49,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741849_1025 (size=130) 2024-11-16T04:43:49,125 INFO [M:0;48db94e10209:34065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:43:49,125 INFO [M:0;48db94e10209:34065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:43:49,125 DEBUG [M:0;48db94e10209:34065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:43:49,125 INFO [M:0;48db94e10209:34065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:43:49,125 DEBUG [M:0;48db94e10209:34065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:43:49,125 DEBUG [M:0;48db94e10209:34065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:43:49,126 DEBUG [M:0;48db94e10209:34065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:43:49,126 INFO [M:0;48db94e10209:34065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.56 KB heapSize=54.96 KB 2024-11-16T04:43:49,140 DEBUG [M:0;48db94e10209:34065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd82810297f14db2a0daaf6a7083fa17 is 82, key is hbase:meta,,1/info:regioninfo/1731732177965/Put/seqid=0 2024-11-16T04:43:49,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741850_1026 (size=5672) 2024-11-16T04:43:49,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741850_1026 (size=5672) 2024-11-16T04:43:49,146 INFO [M:0;48db94e10209:34065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd82810297f14db2a0daaf6a7083fa17 2024-11-16T04:43:49,167 DEBUG [M:0;48db94e10209:34065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1e25d94171f41d2bed505a452053809 is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731732178542/Put/seqid=0 2024-11-16T04:43:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741851_1027 (size=7820) 2024-11-16T04:43:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741851_1027 (size=7820) 2024-11-16T04:43:49,172 INFO [M:0;48db94e10209:34065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1e25d94171f41d2bed505a452053809 2024-11-16T04:43:49,179 INFO [M:0;48db94e10209:34065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1e25d94171f41d2bed505a452053809 2024-11-16T04:43:49,193 DEBUG [M:0;48db94e10209:34065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e6f3ffbbf8940de857774876138c650 is 69, key is 48db94e10209,42751,1731732176910/rs:state/1731732177379/Put/seqid=0 2024-11-16T04:43:49,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741852_1028 (size=5156) 2024-11-16T04:43:49,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741852_1028 (size=5156) 2024-11-16T04:43:49,199 INFO [M:0;48db94e10209:34065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e6f3ffbbf8940de857774876138c650 2024-11-16T04:43:49,201 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:43:49,201 INFO [RS:0;48db94e10209:42751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:43:49,201 INFO [RS:0;48db94e10209:42751 {}] regionserver.HRegionServer(1031): Exiting; stopping=48db94e10209,42751,1731732176910; zookeeper connection closed. 2024-11-16T04:43:49,201 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42751-0x101433d92300001, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:43:49,202 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47142710 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47142710 2024-11-16T04:43:49,202 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:43:49,220 DEBUG [M:0;48db94e10209:34065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8a3632d58c5545d9bb319c50482350b8 is 52, key is load_balancer_on/state:d/1731732178151/Put/seqid=0 2024-11-16T04:43:49,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741853_1029 (size=5056) 2024-11-16T04:43:49,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741853_1029 (size=5056) 2024-11-16T04:43:49,226 INFO [M:0;48db94e10209:34065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8a3632d58c5545d9bb319c50482350b8 2024-11-16T04:43:49,231 DEBUG [M:0;48db94e10209:34065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd82810297f14db2a0daaf6a7083fa17 as hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd82810297f14db2a0daaf6a7083fa17 2024-11-16T04:43:49,236 INFO [M:0;48db94e10209:34065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd82810297f14db2a0daaf6a7083fa17, entries=8, sequenceid=121, filesize=5.5 K 2024-11-16T04:43:49,237 DEBUG [M:0;48db94e10209:34065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1e25d94171f41d2bed505a452053809 as hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1e25d94171f41d2bed505a452053809 2024-11-16T04:43:49,243 INFO [M:0;48db94e10209:34065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1e25d94171f41d2bed505a452053809 2024-11-16T04:43:49,243 INFO [M:0;48db94e10209:34065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1e25d94171f41d2bed505a452053809, entries=14, sequenceid=121, filesize=7.6 K 2024-11-16T04:43:49,245 DEBUG [M:0;48db94e10209:34065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e6f3ffbbf8940de857774876138c650 as hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e6f3ffbbf8940de857774876138c650 2024-11-16T04:43:49,253 INFO [M:0;48db94e10209:34065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e6f3ffbbf8940de857774876138c650, entries=1, sequenceid=121, filesize=5.0 K 2024-11-16T04:43:49,255 DEBUG [M:0;48db94e10209:34065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8a3632d58c5545d9bb319c50482350b8 as hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8a3632d58c5545d9bb319c50482350b8 2024-11-16T04:43:49,260 INFO [M:0;48db94e10209:34065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33187/user/jenkins/test-data/ab40ab3c-9586-43f8-6c1e-61b1a4bf9b05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8a3632d58c5545d9bb319c50482350b8, entries=1, sequenceid=121, filesize=4.9 K 2024-11-16T04:43:49,262 INFO [M:0;48db94e10209:34065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.56 KB/44608, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=121, compaction requested=false 2024-11-16T04:43:49,263 INFO [M:0;48db94e10209:34065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:43:49,263 DEBUG [M:0;48db94e10209:34065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731732229125Disabling compacts and flushes for region at 1731732229125Disabling writes for close at 1731732229126 (+1 ms)Obtaining lock to block concurrent updates at 1731732229126Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731732229126Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44608, getHeapSize=56216, getOffHeapSize=0, getCellsCount=140 at 1731732229126Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731732229126Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731732229127 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731732229140 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731732229140Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731732229152 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731732229166 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731732229167 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731732229179 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731732229193 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731732229193Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731732229204 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731732229220 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731732229220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697c73c9: reopening flushed file at 1731732229230 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7caf6359: reopening flushed file at 1731732229236 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711c2cd: reopening flushed file at 1731732229243 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e2ddfb5: reopening flushed file at 1731732229253 (+10 ms)Finished flush of dataSize ~43.56 KB/44608, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=121, compaction requested=false at 1731732229262 (+9 ms)Writing region close event to WAL at 1731732229263 (+1 ms)Closed at 1731732229263 2024-11-16T04:43:49,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36311 is added to blk_1073741830_1006 (size=53005) 2024-11-16T04:43:49,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741830_1006 (size=53005) 2024-11-16T04:43:49,266 INFO [M:0;48db94e10209:34065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:43:49,266 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:43:49,266 INFO [M:0;48db94e10209:34065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34065 2024-11-16T04:43:49,266 INFO [M:0;48db94e10209:34065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:43:49,385 INFO [M:0;48db94e10209:34065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:43:49,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:43:49,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34065-0x101433d92300000, quorum=127.0.0.1:51093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:43:49,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@569d2d15{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:43:49,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@649245fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:43:49,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:43:49,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78d08f94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:43:49,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b6819f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/hadoop.log.dir/,STOPPED} 2024-11-16T04:43:49,395 WARN [BP-705733060-172.17.0.2-1731732174524 heartbeating to localhost/127.0.0.1:33187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:43:49,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:43:49,396 WARN [BP-705733060-172.17.0.2-1731732174524 heartbeating to localhost/127.0.0.1:33187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-705733060-172.17.0.2-1731732174524 (Datanode Uuid e1098348-70fe-4fb1-b1be-c444820b265b) service to localhost/127.0.0.1:33187 2024-11-16T04:43:49,396 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:43:49,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/cluster_c152c4e2-6cde-0caf-b992-91ec86dbd145/data/data3/current/BP-705733060-172.17.0.2-1731732174524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:43:49,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/cluster_c152c4e2-6cde-0caf-b992-91ec86dbd145/data/data4/current/BP-705733060-172.17.0.2-1731732174524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:43:49,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:43:49,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ec1b15d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:43:49,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c53337c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:43:49,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:43:49,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c41fc8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:43:49,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2071a005{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/hadoop.log.dir/,STOPPED} 2024-11-16T04:43:49,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:43:49,402 WARN [BP-705733060-172.17.0.2-1731732174524 heartbeating to localhost/127.0.0.1:33187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:43:49,402 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:43:49,402 WARN [BP-705733060-172.17.0.2-1731732174524 heartbeating to localhost/127.0.0.1:33187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-705733060-172.17.0.2-1731732174524 (Datanode Uuid 160b7e3e-374f-40fd-98c9-863e60e14663) service to localhost/127.0.0.1:33187 2024-11-16T04:43:49,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/cluster_c152c4e2-6cde-0caf-b992-91ec86dbd145/data/data1/current/BP-705733060-172.17.0.2-1731732174524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:43:49,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/cluster_c152c4e2-6cde-0caf-b992-91ec86dbd145/data/data2/current/BP-705733060-172.17.0.2-1731732174524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:43:49,403 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:43:49,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24bb52f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:43:49,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40fe0664{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:43:49,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:43:49,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f7ae80c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:43:49,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40444bfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/hadoop.log.dir/,STOPPED} 2024-11-16T04:43:49,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:43:49,430 INFO [regionserver/48db94e10209:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:43:49,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:43:49,442 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=96 (was 101), OpenFileDescriptor=428 (was 444), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 400), ProcessCount=11 (was 11), AvailableMemoryMB=7429 (was 7957) 2024-11-16T04:43:49,447 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=96, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=7429 2024-11-16T04:43:49,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:43:49,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/hadoop.log.dir so I do NOT create it in target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9 2024-11-16T04:43:49,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18870b95-46d0-694c-9595-fd33651bb256/hadoop.tmp.dir so I do NOT create it in target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9 2024-11-16T04:43:49,447 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/cluster_78d9400f-43f2-ff23-40e2-36d40be76b30, deleteOnExit=true 2024-11-16T04:43:49,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:43:49,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/test.cache.data in system properties and HBase conf 2024-11-16T04:43:49,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:43:49,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:43:49,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:43:49,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:43:49,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:43:49,448 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:43:49,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:43:49,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:43:49,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:43:49,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:43:49,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:43:49,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:43:49,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:43:49,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:43:49,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:43:49,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:43:49,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:43:49,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:43:49,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:43:49,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:43:49,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:43:49,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:43:49,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:43:49,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:43:49,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:43:49,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:43:49,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@441457c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:43:49,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bfafaf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:43:49,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b935e64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/java.io.tmpdir/jetty-localhost-37989-hadoop-hdfs-3_4_1-tests_jar-_-any-5248798445455326813/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:43:49,804 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60533c4c{HTTP/1.1, (http/1.1)}{localhost:37989} 2024-11-16T04:43:49,805 INFO [Time-limited test {}] server.Server(415): Started @147871ms 2024-11-16T04:43:50,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:43:50,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:43:50,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:43:50,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:43:50,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:43:50,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@177fdcdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:43:50,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a4f50d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:43:50,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7922f0f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/java.io.tmpdir/jetty-localhost-37111-hadoop-hdfs-3_4_1-tests_jar-_-any-4471428764612999809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:43:50,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f098e21{HTTP/1.1, (http/1.1)}{localhost:37111} 2024-11-16T04:43:50,103 INFO [Time-limited test {}] server.Server(415): Started @148170ms 2024-11-16T04:43:50,105 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:43:50,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:43:50,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:43:50,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:43:50,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:43:50,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:43:50,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bcb380d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:43:50,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a218732{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:43:50,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325aed0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/java.io.tmpdir/jetty-localhost-44929-hadoop-hdfs-3_4_1-tests_jar-_-any-6931186990213451989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:43:50,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18d30f16{HTTP/1.1, (http/1.1)}{localhost:44929} 2024-11-16T04:43:50,232 INFO [Time-limited test {}] server.Server(415): Started @148299ms 2024-11-16T04:43:50,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:43:50,781 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/cluster_78d9400f-43f2-ff23-40e2-36d40be76b30/data/data1/current/BP-411436133-172.17.0.2-1731732229474/current, will proceed with Du for space computation calculation, 2024-11-16T04:43:50,781 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/cluster_78d9400f-43f2-ff23-40e2-36d40be76b30/data/data2/current/BP-411436133-172.17.0.2-1731732229474/current, will proceed with Du for space computation calculation, 2024-11-16T04:43:50,806 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:43:50,809 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d70b4376f84641c with lease ID 0xe9f7795859922f54: Processing first storage report for DS-4be323e6-a9f8-4f94-acf4-357e27fcc494 from datanode DatanodeRegistration(127.0.0.1:36129, datanodeUuid=6dc74495-3682-43f3-8636-03dd4758ab83, infoPort=35513, infoSecurePort=0, ipcPort=46783, storageInfo=lv=-57;cid=testClusterID;nsid=1217430598;c=1731732229474) 2024-11-16T04:43:50,809 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d70b4376f84641c with lease ID 0xe9f7795859922f54: from storage DS-4be323e6-a9f8-4f94-acf4-357e27fcc494 node DatanodeRegistration(127.0.0.1:36129, datanodeUuid=6dc74495-3682-43f3-8636-03dd4758ab83, infoPort=35513, infoSecurePort=0, ipcPort=46783, storageInfo=lv=-57;cid=testClusterID;nsid=1217430598;c=1731732229474), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:43:50,809 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d70b4376f84641c with lease ID 0xe9f7795859922f54: Processing first storage report for DS-a44777ff-3ada-4b38-bfc3-7d84e7bc745a from datanode DatanodeRegistration(127.0.0.1:36129, datanodeUuid=6dc74495-3682-43f3-8636-03dd4758ab83, infoPort=35513, infoSecurePort=0, ipcPort=46783, storageInfo=lv=-57;cid=testClusterID;nsid=1217430598;c=1731732229474) 2024-11-16T04:43:50,809 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d70b4376f84641c with lease ID 0xe9f7795859922f54: from storage DS-a44777ff-3ada-4b38-bfc3-7d84e7bc745a node DatanodeRegistration(127.0.0.1:36129, datanodeUuid=6dc74495-3682-43f3-8636-03dd4758ab83, infoPort=35513, infoSecurePort=0, ipcPort=46783, storageInfo=lv=-57;cid=testClusterID;nsid=1217430598;c=1731732229474), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:43:50,911 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/cluster_78d9400f-43f2-ff23-40e2-36d40be76b30/data/data3/current/BP-411436133-172.17.0.2-1731732229474/current, will proceed with Du for space computation calculation, 2024-11-16T04:43:50,911 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/cluster_78d9400f-43f2-ff23-40e2-36d40be76b30/data/data4/current/BP-411436133-172.17.0.2-1731732229474/current, will proceed with Du for space computation calculation, 2024-11-16T04:43:50,926 WARN [Thread-1091 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:43:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11e5a55879af19aa with lease ID 0xe9f7795859922f55: Processing first storage report for DS-ee873d3e-d9bc-4ec6-bd93-18f2be8d7378 from datanode DatanodeRegistration(127.0.0.1:34103, datanodeUuid=f7bcf2ae-7214-4819-9e2c-af6aa9f86b62, infoPort=39631, infoSecurePort=0, ipcPort=42631, storageInfo=lv=-57;cid=testClusterID;nsid=1217430598;c=1731732229474) 2024-11-16T04:43:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11e5a55879af19aa with lease ID 0xe9f7795859922f55: from storage DS-ee873d3e-d9bc-4ec6-bd93-18f2be8d7378 node DatanodeRegistration(127.0.0.1:34103, datanodeUuid=f7bcf2ae-7214-4819-9e2c-af6aa9f86b62, infoPort=39631, infoSecurePort=0, ipcPort=42631, storageInfo=lv=-57;cid=testClusterID;nsid=1217430598;c=1731732229474), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:43:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11e5a55879af19aa with lease ID 0xe9f7795859922f55: Processing first storage report for DS-2d5de018-59a8-4d2d-b60a-435114ef6238 from datanode DatanodeRegistration(127.0.0.1:34103, datanodeUuid=f7bcf2ae-7214-4819-9e2c-af6aa9f86b62, infoPort=39631, infoSecurePort=0, ipcPort=42631, storageInfo=lv=-57;cid=testClusterID;nsid=1217430598;c=1731732229474) 2024-11-16T04:43:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11e5a55879af19aa with lease ID 0xe9f7795859922f55: from storage DS-2d5de018-59a8-4d2d-b60a-435114ef6238 node DatanodeRegistration(127.0.0.1:34103, datanodeUuid=f7bcf2ae-7214-4819-9e2c-af6aa9f86b62, infoPort=39631, infoSecurePort=0, ipcPort=42631, storageInfo=lv=-57;cid=testClusterID;nsid=1217430598;c=1731732229474), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:43:50,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9 2024-11-16T04:43:50,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/cluster_78d9400f-43f2-ff23-40e2-36d40be76b30/zookeeper_0, clientPort=58965, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/cluster_78d9400f-43f2-ff23-40e2-36d40be76b30/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/cluster_78d9400f-43f2-ff23-40e2-36d40be76b30/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:43:50,970 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58965 2024-11-16T04:43:50,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:43:50,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:43:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:43:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:43:50,983 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165 with version=8 2024-11-16T04:43:50,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/hbase-staging 2024-11-16T04:43:50,985 INFO [Time-limited test {}] client.ConnectionUtils(128): master/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:43:50,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:43:50,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:43:50,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:43:50,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:43:50,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:43:50,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:43:50,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:43:50,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37535 2024-11-16T04:43:50,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37535 connecting to ZooKeeper ensemble=127.0.0.1:58965 2024-11-16T04:43:51,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375350x0, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:43:51,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37535-0x101433e65fc0000 connected 2024-11-16T04:43:51,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:43:51,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:43:51,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:43:51,131 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165, hbase.cluster.distributed=false 2024-11-16T04:43:51,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:43:51,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37535 2024-11-16T04:43:51,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37535 2024-11-16T04:43:51,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37535 2024-11-16T04:43:51,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37535 2024-11-16T04:43:51,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37535 2024-11-16T04:43:51,148 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:43:51,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:43:51,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:43:51,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:43:51,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:43:51,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:43:51,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:43:51,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:43:51,149 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37041 2024-11-16T04:43:51,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37041 connecting to ZooKeeper ensemble=127.0.0.1:58965 2024-11-16T04:43:51,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:43:51,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:43:51,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370410x0, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:43:51,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37041-0x101433e65fc0001 connected 2024-11-16T04:43:51,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:43:51,165 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:43:51,166 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:43:51,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:43:51,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:43:51,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37041 2024-11-16T04:43:51,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37041 2024-11-16T04:43:51,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37041 2024-11-16T04:43:51,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37041 2024-11-16T04:43:51,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37041 2024-11-16T04:43:51,185 DEBUG [M:0;48db94e10209:37535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;48db94e10209:37535 2024-11-16T04:43:51,185 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/48db94e10209,37535,1731732230985 2024-11-16T04:43:51,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:43:51,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:43:51,193 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/48db94e10209,37535,1731732230985 2024-11-16T04:43:51,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:51,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:43:51,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:51,201 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T04:43:51,201 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/48db94e10209,37535,1731732230985 from backup master directory 2024-11-16T04:43:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/48db94e10209,37535,1731732230985 2024-11-16T04:43:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:43:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:43:51,209 WARN [master/48db94e10209:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:43:51,209 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=48db94e10209,37535,1731732230985 2024-11-16T04:43:51,215 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/hbase.id] with ID: a5e0f045-4dd4-41ee-9de7-073879c894ce 2024-11-16T04:43:51,215 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/.tmp/hbase.id 2024-11-16T04:43:51,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:43:51,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:43:51,224 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/.tmp/hbase.id]:[hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/hbase.id] 2024-11-16T04:43:51,240 INFO [master/48db94e10209:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:43:51,240 INFO [master/48db94e10209:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:43:51,242 INFO [master/48db94e10209:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T04:43:51,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:51,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:43:51,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:43:51,259 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:43:51,260 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:43:51,260 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:43:51,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:43:51,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:43:51,268 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store 2024-11-16T04:43:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:43:51,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:43:51,276 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:43:51,276 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:43:51,276 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:43:51,277 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:43:51,277 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:43:51,277 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:43:51,277 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:43:51,277 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731732231276Disabling compacts and flushes for region at 1731732231276Disabling writes for close at 1731732231277 (+1 ms)Writing region close event to WAL at 1731732231277Closed at 1731732231277 2024-11-16T04:43:51,278 WARN [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/.initializing 2024-11-16T04:43:51,278 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/WALs/48db94e10209,37535,1731732230985 2024-11-16T04:43:51,279 INFO [master/48db94e10209:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:43:51,280 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C37535%2C1731732230985, suffix=, logDir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/WALs/48db94e10209,37535,1731732230985, archiveDir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/oldWALs, maxLogs=10 2024-11-16T04:43:51,293 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/WALs/48db94e10209,37535,1731732230985/48db94e10209%2C37535%2C1731732230985.1731732231280, exclude list is [], retry=0 2024-11-16T04:43:51,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34103,DS-ee873d3e-d9bc-4ec6-bd93-18f2be8d7378,DISK] 2024-11-16T04:43:51,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36129,DS-4be323e6-a9f8-4f94-acf4-357e27fcc494,DISK] 2024-11-16T04:43:51,298 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/WALs/48db94e10209,37535,1731732230985/48db94e10209%2C37535%2C1731732230985.1731732231280 2024-11-16T04:43:51,299 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39631:39631),(127.0.0.1/127.0.0.1:35513:35513)] 2024-11-16T04:43:51,299 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:43:51,299 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:43:51,299 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:43:51,299 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:43:51,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:43:51,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:43:51,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:51,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:43:51,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:43:51,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:43:51,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:51,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:43:51,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:43:51,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:43:51,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:51,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:43:51,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:43:51,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:43:51,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:51,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:43:51,310 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:43:51,310 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:43:51,311 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:43:51,312 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:43:51,312 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:43:51,312 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:43:51,313 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:43:51,316 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:43:51,316 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=842572, jitterRate=0.0713859498500824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:43:51,317 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731732231299Initializing all the Stores at 1731732231300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732231300Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732231300Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732231300Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732231300Cleaning up temporary data from old regions at 1731732231312 (+12 ms)Region opened successfully at 1731732231317 (+5 ms) 2024-11-16T04:43:51,317 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:43:51,321 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbcb7b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:43:51,322 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:43:51,322 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:43:51,322 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:43:51,322 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:43:51,323 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:43:51,324 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:43:51,324 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:43:51,327 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:43:51,329 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T04:43:51,342 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T04:43:51,343 INFO [master/48db94e10209:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:43:51,344 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:43:51,351 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T04:43:51,351 INFO [master/48db94e10209:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:43:51,352 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:43:51,359 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T04:43:51,360 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:43:51,367 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T04:43:51,369 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:43:51,376 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T04:43:51,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:43:51,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:43:51,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:51,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:51,385 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=48db94e10209,37535,1731732230985, sessionid=0x101433e65fc0000, setting cluster-up flag (Was=false) 2024-11-16T04:43:51,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:51,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:51,426 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T04:43:51,427 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=48db94e10209,37535,1731732230985 2024-11-16T04:43:51,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:51,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:51,467 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T04:43:51,469 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=48db94e10209,37535,1731732230985 2024-11-16T04:43:51,470 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:43:51,472 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:43:51,472 INFO [master/48db94e10209:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:43:51,472 INFO [master/48db94e10209:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:43:51,472 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 48db94e10209,37535,1731732230985 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:43:51,474 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:43:51,474 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:43:51,474 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:43:51,474 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:43:51,474 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/48db94e10209:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:43:51,474 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:43:51,474 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:43:51,474 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:43:51,475 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731732261475 2024-11-16T04:43:51,475 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:43:51,475 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:43:51,475 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:43:51,475 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:43:51,475 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:43:51,475 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:43:51,475 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,476 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:43:51,476 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:43:51,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:43:51,476 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:43:51,476 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:43:51,476 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:43:51,476 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:43:51,476 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732231476,5,FailOnTimeoutGroup] 2024-11-16T04:43:51,477 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732231477,5,FailOnTimeoutGroup] 2024-11-16T04:43:51,477 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,477 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:43:51,477 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,477 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,477 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:51,477 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:43:51,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:43:51,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:43:51,486 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:43:51,487 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165 2024-11-16T04:43:51,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:43:51,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:43:51,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:43:51,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:43:51,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:43:51,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:51,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:43:51,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:43:51,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:43:51,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:51,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:43:51,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:43:51,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:43:51,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:51,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:43:51,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:43:51,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:43:51,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:51,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:43:51,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:43:51,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740 2024-11-16T04:43:51,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740 2024-11-16T04:43:51,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:43:51,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:43:51,506 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T04:43:51,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:43:51,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:43:51,510 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=707396, jitterRate=-0.10050004720687866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T04:43:51,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731732231493Initializing all the Stores at 1731732231494 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732231494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732231494Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732231494Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732231494Cleaning up temporary data from old regions at 1731732231505 (+11 ms)Region opened successfully at 1731732231511 (+6 ms) 2024-11-16T04:43:51,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:43:51,511 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:43:51,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:43:51,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:43:51,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:43:51,511 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:43:51,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731732231511Disabling compacts and flushes for region at 1731732231511Disabling writes for close at 1731732231511Writing region close event to WAL at 1731732231511Closed at 1731732231511 2024-11-16T04:43:51,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:43:51,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:43:51,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:43:51,514 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:43:51,515 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:43:51,572 INFO [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(746): ClusterId : a5e0f045-4dd4-41ee-9de7-073879c894ce 2024-11-16T04:43:51,572 DEBUG [RS:0;48db94e10209:37041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:43:51,591 DEBUG [RS:0;48db94e10209:37041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:43:51,591 DEBUG [RS:0;48db94e10209:37041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:43:51,602 DEBUG [RS:0;48db94e10209:37041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:43:51,602 DEBUG [RS:0;48db94e10209:37041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375198fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:43:51,614 DEBUG [RS:0;48db94e10209:37041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;48db94e10209:37041 2024-11-16T04:43:51,614 INFO [RS:0;48db94e10209:37041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:43:51,614 INFO [RS:0;48db94e10209:37041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:43:51,614 DEBUG [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:43:51,615 INFO [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(2659): reportForDuty to master=48db94e10209,37535,1731732230985 with port=37041, startcode=1731732231148 2024-11-16T04:43:51,615 DEBUG [RS:0;48db94e10209:37041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:43:51,617 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:43:51,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 48db94e10209,37041,1731732231148 2024-11-16T04:43:51,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37535 {}] master.ServerManager(517): Registering regionserver=48db94e10209,37041,1731732231148 2024-11-16T04:43:51,619 DEBUG [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165 2024-11-16T04:43:51,619 DEBUG [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37033 2024-11-16T04:43:51,619 DEBUG [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:43:51,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:43:51,626 DEBUG [RS:0;48db94e10209:37041 {}] zookeeper.ZKUtil(111): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/48db94e10209,37041,1731732231148 2024-11-16T04:43:51,627 WARN [RS:0;48db94e10209:37041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:43:51,627 INFO [RS:0;48db94e10209:37041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:43:51,627 DEBUG [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148 2024-11-16T04:43:51,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [48db94e10209,37041,1731732231148] 2024-11-16T04:43:51,630 INFO [RS:0;48db94e10209:37041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:43:51,632 INFO [RS:0;48db94e10209:37041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:43:51,632 INFO [RS:0;48db94e10209:37041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:43:51,632 INFO [RS:0;48db94e10209:37041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,632 INFO [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:43:51,633 INFO [RS:0;48db94e10209:37041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:43:51,633 INFO [RS:0;48db94e10209:37041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,633 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:43:51,633 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:43:51,633 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:43:51,633 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:43:51,633 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:43:51,633 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:43:51,633 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:43:51,633 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:43:51,634 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:43:51,634 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:43:51,634 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:43:51,634 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:43:51,634 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:43:51,634 DEBUG [RS:0;48db94e10209:37041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:43:51,634 INFO [RS:0;48db94e10209:37041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,634 INFO [RS:0;48db94e10209:37041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,634 INFO [RS:0;48db94e10209:37041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,634 INFO [RS:0;48db94e10209:37041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,634 INFO [RS:0;48db94e10209:37041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,634 INFO [RS:0;48db94e10209:37041 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,37041,1731732231148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:43:51,651 INFO [RS:0;48db94e10209:37041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:43:51,651 INFO [RS:0;48db94e10209:37041 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,37041,1731732231148-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,652 INFO [RS:0;48db94e10209:37041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,652 INFO [RS:0;48db94e10209:37041 {}] regionserver.Replication(171): 48db94e10209,37041,1731732231148 started 2024-11-16T04:43:51,664 INFO [RS:0;48db94e10209:37041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:51,664 INFO [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(1482): Serving as 48db94e10209,37041,1731732231148, RpcServer on 48db94e10209/172.17.0.2:37041, sessionid=0x101433e65fc0001 2024-11-16T04:43:51,664 DEBUG [RS:0;48db94e10209:37041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:43:51,664 DEBUG [RS:0;48db94e10209:37041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 48db94e10209,37041,1731732231148 2024-11-16T04:43:51,664 DEBUG [RS:0;48db94e10209:37041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,37041,1731732231148' 2024-11-16T04:43:51,664 DEBUG [RS:0;48db94e10209:37041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:43:51,664 DEBUG [RS:0;48db94e10209:37041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:43:51,665 DEBUG [RS:0;48db94e10209:37041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:43:51,665 DEBUG [RS:0;48db94e10209:37041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:43:51,665 DEBUG [RS:0;48db94e10209:37041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 48db94e10209,37041,1731732231148 2024-11-16T04:43:51,665 DEBUG [RS:0;48db94e10209:37041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,37041,1731732231148' 2024-11-16T04:43:51,665 DEBUG [RS:0;48db94e10209:37041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:43:51,665 WARN [48db94e10209:37535 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T04:43:51,666 DEBUG [RS:0;48db94e10209:37041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:43:51,666 DEBUG [RS:0;48db94e10209:37041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:43:51,666 INFO [RS:0;48db94e10209:37041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:43:51,666 INFO [RS:0;48db94e10209:37041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:43:51,767 INFO [RS:0;48db94e10209:37041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:43:51,769 INFO [RS:0;48db94e10209:37041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C37041%2C1731732231148, suffix=, logDir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148, archiveDir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/oldWALs, maxLogs=32 2024-11-16T04:43:51,787 DEBUG [RS:0;48db94e10209:37041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.1731732231770, exclude list is [], retry=0 2024-11-16T04:43:51,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34103,DS-ee873d3e-d9bc-4ec6-bd93-18f2be8d7378,DISK] 2024-11-16T04:43:51,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36129,DS-4be323e6-a9f8-4f94-acf4-357e27fcc494,DISK] 2024-11-16T04:43:51,793 INFO [RS:0;48db94e10209:37041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.1731732231770 2024-11-16T04:43:51,794 DEBUG [RS:0;48db94e10209:37041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39631:39631),(127.0.0.1/127.0.0.1:35513:35513)] 2024-11-16T04:43:51,916 DEBUG [48db94e10209:37535 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:43:51,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=48db94e10209,37041,1731732231148 2024-11-16T04:43:51,917 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,37041,1731732231148, state=OPENING 2024-11-16T04:43:52,014 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:43:52,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:52,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:43:52,086 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:43:52,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:43:52,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:43:52,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,37041,1731732231148}] 2024-11-16T04:43:52,240 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:43:52,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34741, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:43:52,245 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:43:52,245 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:43:52,245 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:43:52,247 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C37041%2C1731732231148.meta, suffix=.meta, logDir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148, archiveDir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/oldWALs, maxLogs=32 2024-11-16T04:43:52,262 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.meta.1731732232248.meta, exclude list is [], retry=0 2024-11-16T04:43:52,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34103,DS-ee873d3e-d9bc-4ec6-bd93-18f2be8d7378,DISK] 2024-11-16T04:43:52,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36129,DS-4be323e6-a9f8-4f94-acf4-357e27fcc494,DISK] 2024-11-16T04:43:52,266 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.meta.1731732232248.meta 2024-11-16T04:43:52,266 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35513:35513),(127.0.0.1/127.0.0.1:39631:39631)] 2024-11-16T04:43:52,266 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:43:52,267 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:43:52,267 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:43:52,267 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:43:52,267 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:43:52,267 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:43:52,267 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:43:52,267 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:43:52,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:43:52,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:43:52,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:52,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:43:52,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:43:52,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:43:52,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:52,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:43:52,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:43:52,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:43:52,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:52,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:43:52,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:43:52,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:43:52,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:52,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:43:52,275 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:43:52,276 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740 2024-11-16T04:43:52,277 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740 2024-11-16T04:43:52,278 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:43:52,278 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:43:52,279 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T04:43:52,280 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:43:52,281 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=873931, jitterRate=0.11126154661178589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T04:43:52,281 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:43:52,282 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731732232267Writing region info on filesystem at 1731732232267Initializing all the Stores at 1731732232268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732232268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732232268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732232268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732232268Cleaning up temporary data from old regions at 1731732232278 (+10 ms)Running coprocessor post-open hooks at 1731732232281 (+3 ms)Region opened successfully at 1731732232282 (+1 ms) 2024-11-16T04:43:52,283 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731732232239 2024-11-16T04:43:52,285 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:43:52,285 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:43:52,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,37041,1731732231148 2024-11-16T04:43:52,287 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,37041,1731732231148, state=OPEN 2024-11-16T04:43:52,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:43:52,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:43:52,394 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=48db94e10209,37041,1731732231148 2024-11-16T04:43:52,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:43:52,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:43:52,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:43:52,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,37041,1731732231148 in 308 msec 2024-11-16T04:43:52,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:43:52,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 886 msec 2024-11-16T04:43:52,404 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:43:52,404 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:43:52,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:43:52,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,37041,1731732231148, seqNum=-1] 2024-11-16T04:43:52,406 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:43:52,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44561, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:43:52,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 943 msec 2024-11-16T04:43:52,417 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731732232417, completionTime=-1 2024-11-16T04:43:52,417 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:43:52,417 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T04:43:52,420 INFO [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T04:43:52,420 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731732292420 2024-11-16T04:43:52,420 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731732352420 2024-11-16T04:43:52,420 INFO [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-16T04:43:52,421 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,37535,1731732230985-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:52,421 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,37535,1731732230985-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:52,421 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,37535,1731732230985-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:52,421 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-48db94e10209:37535, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:52,421 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:52,421 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:52,423 DEBUG [master/48db94e10209:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:43:52,426 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.216sec 2024-11-16T04:43:52,426 INFO [master/48db94e10209:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:43:52,426 INFO [master/48db94e10209:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:43:52,426 INFO [master/48db94e10209:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:43:52,426 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:43:52,426 INFO [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:43:52,426 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,37535,1731732230985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:43:52,426 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,37535,1731732230985-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:43:52,430 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:43:52,430 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:43:52,430 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,37535,1731732230985-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:43:52,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602ccda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:43:52,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 48db94e10209,37535,-1 for getting cluster id 2024-11-16T04:43:52,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:43:52,473 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5e0f045-4dd4-41ee-9de7-073879c894ce' 2024-11-16T04:43:52,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:43:52,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5e0f045-4dd4-41ee-9de7-073879c894ce" 2024-11-16T04:43:52,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7bcbd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:43:52,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [48db94e10209,37535,-1] 2024-11-16T04:43:52,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:43:52,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:43:52,476 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:43:52,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764cffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:43:52,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:43:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,37041,1731732231148, seqNum=-1] 2024-11-16T04:43:52,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:43:52,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:43:52,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=48db94e10209,37535,1731732230985 2024-11-16T04:43:52,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:43:52,486 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T04:43:52,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T04:43:52,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 48db94e10209,37535,1731732230985 2024-11-16T04:43:52,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a276bdf 2024-11-16T04:43:52,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T04:43:52,490 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T04:43:52,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-16T04:43:52,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-16T04:43:52,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:43:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-16T04:43:52,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T04:43:52,494 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:52,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-16T04:43:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:43:52,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T04:43:52,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741835_1011 (size=381) 2024-11-16T04:43:52,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741835_1011 (size=381) 2024-11-16T04:43:52,512 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1c0643b36918f7a8650800256e36cf1, NAME => 'TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165 2024-11-16T04:43:52,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741836_1012 (size=64) 2024-11-16T04:43:52,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741836_1012 (size=64) 2024-11-16T04:43:52,530 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:43:52,530 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing a1c0643b36918f7a8650800256e36cf1, disabling compactions & flushes 2024-11-16T04:43:52,530 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:43:52,531 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:43:52,531 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. after waiting 0 ms 2024-11-16T04:43:52,531 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:43:52,531 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:43:52,531 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1c0643b36918f7a8650800256e36cf1: Waiting for close lock at 1731732232530Disabling compacts and flushes for region at 1731732232530Disabling writes for close at 1731732232531 (+1 ms)Writing region close event to WAL at 1731732232531Closed at 1731732232531 2024-11-16T04:43:52,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T04:43:52,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731732232532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731732232532"}]},"ts":"1731732232532"} 2024-11-16T04:43:52,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T04:43:52,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T04:43:52,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731732232537"}]},"ts":"1731732232537"} 2024-11-16T04:43:52,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-16T04:43:52,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a1c0643b36918f7a8650800256e36cf1, ASSIGN}] 2024-11-16T04:43:52,544 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a1c0643b36918f7a8650800256e36cf1, ASSIGN 2024-11-16T04:43:52,545 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a1c0643b36918f7a8650800256e36cf1, ASSIGN; state=OFFLINE, location=48db94e10209,37041,1731732231148; forceNewPlan=false, retain=false 2024-11-16T04:43:52,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1c0643b36918f7a8650800256e36cf1, regionState=OPENING, regionLocation=48db94e10209,37041,1731732231148 2024-11-16T04:43:52,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a1c0643b36918f7a8650800256e36cf1, ASSIGN because future has completed 2024-11-16T04:43:52,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1c0643b36918f7a8650800256e36cf1, server=48db94e10209,37041,1731732231148}] 2024-11-16T04:43:52,858 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:43:52,859 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a1c0643b36918f7a8650800256e36cf1, NAME => 'TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:43:52,859 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:43:52,859 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:43:52,860 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:43:52,860 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:43:52,862 INFO [StoreOpener-a1c0643b36918f7a8650800256e36cf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:43:52,864 INFO [StoreOpener-a1c0643b36918f7a8650800256e36cf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c0643b36918f7a8650800256e36cf1 columnFamilyName info 2024-11-16T04:43:52,864 DEBUG [StoreOpener-a1c0643b36918f7a8650800256e36cf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:43:52,867 INFO [StoreOpener-a1c0643b36918f7a8650800256e36cf1-1 {}] regionserver.HStore(327): Store=a1c0643b36918f7a8650800256e36cf1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:43:52,867 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:43:52,868 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:43:52,868 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:43:52,869 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:43:52,869 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:43:52,871 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:43:52,873 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:43:52,874 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a1c0643b36918f7a8650800256e36cf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=749452, jitterRate=-0.04702295362949371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:43:52,874 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:43:52,874 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a1c0643b36918f7a8650800256e36cf1: Running coprocessor pre-open hook at 1731732232860Writing region info on filesystem at 1731732232860Initializing all the Stores at 1731732232861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732232861Cleaning up temporary data from old regions at 1731732232869 (+8 ms)Running coprocessor post-open hooks at 1731732232874 (+5 ms)Region opened successfully at 1731732232874 2024-11-16T04:43:52,875 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., pid=6, masterSystemTime=1731732232853 2024-11-16T04:43:52,878 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:43:52,878 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:43:52,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1c0643b36918f7a8650800256e36cf1, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,37041,1731732231148 2024-11-16T04:43:52,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1c0643b36918f7a8650800256e36cf1, server=48db94e10209,37041,1731732231148 because future has completed 2024-11-16T04:43:52,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T04:43:52,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a1c0643b36918f7a8650800256e36cf1, server=48db94e10209,37041,1731732231148 in 183 msec 2024-11-16T04:43:52,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T04:43:52,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a1c0643b36918f7a8650800256e36cf1, ASSIGN in 344 msec 2024-11-16T04:43:52,889 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T04:43:52,890 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731732232889"}]},"ts":"1731732232889"} 2024-11-16T04:43:52,894 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-16T04:43:52,896 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T04:43:52,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 405 msec 2024-11-16T04:43:53,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:53,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:53,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:53,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:53,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:53,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:53,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:53,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:53,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:53,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:54,410 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:43:54,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:54,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:54,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:54,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:54,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:54,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:54,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:54,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:54,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:54,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:43:57,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:43:57,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-16T04:43:58,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-16T04:43:58,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-16T04:43:58,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T04:44:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T04:44:02,566 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-16T04:44:02,566 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-16T04:44:02,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-16T04:44:02,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:44:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., hostname=48db94e10209,37041,1731732231148, seqNum=2] 2024-11-16T04:44:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:02,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1c0643b36918f7a8650800256e36cf1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T04:44:02,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/1e87ecf732d740e7a299aaeb41bc2490 is 1055, key is row0001/info:/1731732242577/Put/seqid=0 2024-11-16T04:44:02,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741837_1013 (size=13386) 2024-11-16T04:44:02,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741837_1013 (size=13386) 2024-11-16T04:44:02,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/1e87ecf732d740e7a299aaeb41bc2490 2024-11-16T04:44:02,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/1e87ecf732d740e7a299aaeb41bc2490 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1e87ecf732d740e7a299aaeb41bc2490 2024-11-16T04:44:02,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1e87ecf732d740e7a299aaeb41bc2490, entries=8, sequenceid=12, filesize=13.1 K 2024-11-16T04:44:02,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for a1c0643b36918f7a8650800256e36cf1 in 43ms, sequenceid=12, compaction requested=false 2024-11-16T04:44:02,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1c0643b36918f7a8650800256e36cf1: 2024-11-16T04:44:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:02,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1c0643b36918f7a8650800256e36cf1 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-16T04:44:02,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/eaac9b6744384e45a990fff0241c241f is 1055, key is row0009/info:/1731732242598/Put/seqid=0 2024-11-16T04:44:02,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741838_1014 (size=24978) 2024-11-16T04:44:02,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741838_1014 (size=24978) 2024-11-16T04:44:02,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/eaac9b6744384e45a990fff0241c241f 2024-11-16T04:44:02,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/eaac9b6744384e45a990fff0241c241f as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/eaac9b6744384e45a990fff0241c241f 2024-11-16T04:44:02,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/eaac9b6744384e45a990fff0241c241f, entries=19, sequenceid=34, filesize=24.4 K 2024-11-16T04:44:02,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=5.13 KB/5255 for a1c0643b36918f7a8650800256e36cf1 in 25ms, sequenceid=34, compaction requested=false 2024-11-16T04:44:02,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1c0643b36918f7a8650800256e36cf1: 2024-11-16T04:44:02,666 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=37.5 K, sizeToCheck=16.0 K 2024-11-16T04:44:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:02,667 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/eaac9b6744384e45a990fff0241c241f because midkey is the same as first or last row 2024-11-16T04:44:03,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:44:03,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:03,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:03,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:03,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:03,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:03,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:03,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:03,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:03,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:03,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:04,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1c0643b36918f7a8650800256e36cf1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T04:44:04,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/508cfbccb9c8478a957efb1a9d1b8314 is 1055, key is row0028/info:/1731732242642/Put/seqid=0 2024-11-16T04:44:04,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741839_1015 (size=13386) 2024-11-16T04:44:04,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741839_1015 (size=13386) 2024-11-16T04:44:04,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/508cfbccb9c8478a957efb1a9d1b8314 2024-11-16T04:44:04,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/508cfbccb9c8478a957efb1a9d1b8314 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/508cfbccb9c8478a957efb1a9d1b8314 2024-11-16T04:44:04,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/508cfbccb9c8478a957efb1a9d1b8314, entries=8, sequenceid=45, filesize=13.1 K 2024-11-16T04:44:04,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for a1c0643b36918f7a8650800256e36cf1 in 28ms, sequenceid=45, compaction requested=true 2024-11-16T04:44:04,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1c0643b36918f7a8650800256e36cf1: 2024-11-16T04:44:04,689 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=50.5 K, sizeToCheck=16.0 K 2024-11-16T04:44:04,689 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:04,689 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/eaac9b6744384e45a990fff0241c241f because midkey is the same as first or last row 2024-11-16T04:44:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:04,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c0643b36918f7a8650800256e36cf1:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T04:44:04,690 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T04:44:04,691 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 51750 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T04:44:04,692 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1541): a1c0643b36918f7a8650800256e36cf1/info is initiating minor compaction (all files) 2024-11-16T04:44:04,692 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1c0643b36918f7a8650800256e36cf1/info in TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:44:04,692 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1e87ecf732d740e7a299aaeb41bc2490, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/eaac9b6744384e45a990fff0241c241f, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/508cfbccb9c8478a957efb1a9d1b8314] into tmpdir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp, totalSize=50.5 K 2024-11-16T04:44:04,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:04,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1c0643b36918f7a8650800256e36cf1 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-16T04:44:04,692 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e87ecf732d740e7a299aaeb41bc2490, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731732242577 2024-11-16T04:44:04,693 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaac9b6744384e45a990fff0241c241f, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731732242598 2024-11-16T04:44:04,693 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 508cfbccb9c8478a957efb1a9d1b8314, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731732242642 2024-11-16T04:44:04,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/1ef85d274a534ada8c532adda063dca1 is 1055, key is row0036/info:/1731732244662/Put/seqid=0 2024-11-16T04:44:04,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741840_1016 (size=19714) 2024-11-16T04:44:04,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741840_1016 (size=19714) 2024-11-16T04:44:04,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/1ef85d274a534ada8c532adda063dca1 2024-11-16T04:44:04,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/1ef85d274a534ada8c532adda063dca1 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ef85d274a534ada8c532adda063dca1 2024-11-16T04:44:04,714 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c0643b36918f7a8650800256e36cf1#info#compaction#35 average throughput is 8.77 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T04:44:04,715 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/e9f3093b00fe455ebdb6a5ecc775d892 is 1055, key is row0001/info:/1731732242577/Put/seqid=0 2024-11-16T04:44:04,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ef85d274a534ada8c532adda063dca1, entries=14, sequenceid=62, filesize=19.3 K 2024-11-16T04:44:04,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for a1c0643b36918f7a8650800256e36cf1 in 29ms, sequenceid=62, compaction requested=false 2024-11-16T04:44:04,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1c0643b36918f7a8650800256e36cf1: 2024-11-16T04:44:04,721 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.8 K, sizeToCheck=16.0 K 2024-11-16T04:44:04,721 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:04,721 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/eaac9b6744384e45a990fff0241c241f because midkey is the same as first or last row 2024-11-16T04:44:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:04,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1c0643b36918f7a8650800256e36cf1 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-16T04:44:04,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741841_1017 (size=41949) 2024-11-16T04:44:04,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741841_1017 (size=41949) 2024-11-16T04:44:04,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/19a59de14b374003924895b80aee76db is 1055, key is row0050/info:/1731732244693/Put/seqid=0 2024-11-16T04:44:04,741 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/e9f3093b00fe455ebdb6a5ecc775d892 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/e9f3093b00fe455ebdb6a5ecc775d892 2024-11-16T04:44:04,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741842_1018 (size=17594) 2024-11-16T04:44:04,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741842_1018 (size=17594) 2024-11-16T04:44:04,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/19a59de14b374003924895b80aee76db 2024-11-16T04:44:04,749 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1c0643b36918f7a8650800256e36cf1/info of a1c0643b36918f7a8650800256e36cf1 into e9f3093b00fe455ebdb6a5ecc775d892(size=41.0 K), total size for store is 60.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T04:44:04,750 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1c0643b36918f7a8650800256e36cf1: 2024-11-16T04:44:04,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/19a59de14b374003924895b80aee76db as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/19a59de14b374003924895b80aee76db 2024-11-16T04:44:04,753 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., storeName=a1c0643b36918f7a8650800256e36cf1/info, priority=13, startTime=1731732244690; duration=0sec 2024-11-16T04:44:04,753 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-11-16T04:44:04,753 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:04,753 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/e9f3093b00fe455ebdb6a5ecc775d892 because midkey is the same as first or last row 2024-11-16T04:44:04,754 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-11-16T04:44:04,754 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:04,754 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/e9f3093b00fe455ebdb6a5ecc775d892 because midkey is the same as first or last row 2024-11-16T04:44:04,754 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-11-16T04:44:04,754 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:04,754 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/e9f3093b00fe455ebdb6a5ecc775d892 because midkey is the same as first or last row 2024-11-16T04:44:04,754 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:04,754 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c0643b36918f7a8650800256e36cf1:info 2024-11-16T04:44:04,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/19a59de14b374003924895b80aee76db, entries=12, sequenceid=77, filesize=17.2 K 2024-11-16T04:44:04,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=3.08 KB/3153 for a1c0643b36918f7a8650800256e36cf1 in 37ms, sequenceid=77, compaction requested=true 2024-11-16T04:44:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1c0643b36918f7a8650800256e36cf1: 2024-11-16T04:44:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=77.4 K, sizeToCheck=16.0 K 2024-11-16T04:44:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/e9f3093b00fe455ebdb6a5ecc775d892 because midkey is the same as first or last row 2024-11-16T04:44:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c0643b36918f7a8650800256e36cf1:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T04:44:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:04,760 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T04:44:04,761 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 79257 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T04:44:04,761 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1541): a1c0643b36918f7a8650800256e36cf1/info is initiating minor compaction (all files) 2024-11-16T04:44:04,761 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1c0643b36918f7a8650800256e36cf1/info in TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:44:04,762 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/e9f3093b00fe455ebdb6a5ecc775d892, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ef85d274a534ada8c532adda063dca1, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/19a59de14b374003924895b80aee76db] into tmpdir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp, totalSize=77.4 K 2024-11-16T04:44:04,762 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9f3093b00fe455ebdb6a5ecc775d892, keycount=35, bloomtype=ROW, size=41.0 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731732242577 2024-11-16T04:44:04,762 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ef85d274a534ada8c532adda063dca1, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731732244662 2024-11-16T04:44:04,763 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19a59de14b374003924895b80aee76db, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731732244693 2024-11-16T04:44:04,777 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c0643b36918f7a8650800256e36cf1#info#compaction#37 average throughput is 30.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T04:44:04,778 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/1ce75f43aa824183801d19a1db8f654e is 1055, key is row0001/info:/1731732242577/Put/seqid=0 2024-11-16T04:44:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741843_1019 (size=69472) 2024-11-16T04:44:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741843_1019 (size=69472) 2024-11-16T04:44:04,794 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/1ce75f43aa824183801d19a1db8f654e as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ce75f43aa824183801d19a1db8f654e 2024-11-16T04:44:04,801 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1c0643b36918f7a8650800256e36cf1/info of a1c0643b36918f7a8650800256e36cf1 into 1ce75f43aa824183801d19a1db8f654e(size=67.8 K), total size for store is 67.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T04:44:04,801 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1c0643b36918f7a8650800256e36cf1: 2024-11-16T04:44:04,801 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., storeName=a1c0643b36918f7a8650800256e36cf1/info, priority=13, startTime=1731732244760; duration=0sec 2024-11-16T04:44:04,801 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-16T04:44:04,801 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:04,801 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ce75f43aa824183801d19a1db8f654e because midkey is the same as first or last row 2024-11-16T04:44:04,801 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-16T04:44:04,801 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:04,801 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ce75f43aa824183801d19a1db8f654e because midkey is the same as first or last row 2024-11-16T04:44:04,802 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-16T04:44:04,802 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:04,802 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ce75f43aa824183801d19a1db8f654e because midkey is the same as first or last row 2024-11-16T04:44:04,802 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:04,802 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c0643b36918f7a8650800256e36cf1:info 2024-11-16T04:44:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:06,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1c0643b36918f7a8650800256e36cf1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T04:44:06,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/08c252e4a51e4f76897019433a8ad32e is 1055, key is row0062/info:/1731732244724/Put/seqid=0 2024-11-16T04:44:06,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741844_1020 (size=13386) 2024-11-16T04:44:06,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741844_1020 (size=13386) 2024-11-16T04:44:06,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/08c252e4a51e4f76897019433a8ad32e 2024-11-16T04:44:06,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a1c0643b36918f7a8650800256e36cf1, server=48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T04:44:06,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/08c252e4a51e4f76897019433a8ad32e as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/08c252e4a51e4f76897019433a8ad32e 2024-11-16T04:44:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:44450 deadline: 1731732256787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a1c0643b36918f7a8650800256e36cf1, server=48db94e10209,37041,1731732231148 2024-11-16T04:44:06,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/08c252e4a51e4f76897019433a8ad32e, entries=8, sequenceid=90, filesize=13.1 K 2024-11-16T04:44:06,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for a1c0643b36918f7a8650800256e36cf1 in 51ms, sequenceid=90, compaction requested=false 2024-11-16T04:44:06,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1c0643b36918f7a8650800256e36cf1: 2024-11-16T04:44:06,797 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=80.9 K, sizeToCheck=16.0 K 2024-11-16T04:44:06,797 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:06,797 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ce75f43aa824183801d19a1db8f654e because midkey is the same as first or last row 2024-11-16T04:44:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., hostname=48db94e10209,37041,1731732231148, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., hostname=48db94e10209,37041,1731732231148, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a1c0643b36918f7a8650800256e36cf1, server=48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:44:06,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., hostname=48db94e10209,37041,1731732231148, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=a1c0643b36918f7a8650800256e36cf1, server=48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:44:06,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., hostname=48db94e10209,37041,1731732231148, seqNum=2 because the exception is null or not the one we care about 2024-11-16T04:44:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:16,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1c0643b36918f7a8650800256e36cf1 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-16T04:44:16,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/6439eef923694dfcb1b57999eb2a6a87 is 1055, key is row0070/info:/1731732246748/Put/seqid=0 2024-11-16T04:44:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741845_1021 (size=28134) 2024-11-16T04:44:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741845_1021 (size=28134) 2024-11-16T04:44:16,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/6439eef923694dfcb1b57999eb2a6a87 2024-11-16T04:44:16,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/6439eef923694dfcb1b57999eb2a6a87 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/6439eef923694dfcb1b57999eb2a6a87 2024-11-16T04:44:16,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/6439eef923694dfcb1b57999eb2a6a87, entries=22, sequenceid=115, filesize=27.5 K 2024-11-16T04:44:16,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=5.13 KB/5255 for a1c0643b36918f7a8650800256e36cf1 in 30ms, sequenceid=115, compaction requested=true 2024-11-16T04:44:16,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1c0643b36918f7a8650800256e36cf1: 2024-11-16T04:44:16,928 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.4 K, sizeToCheck=16.0 K 2024-11-16T04:44:16,928 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:16,929 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ce75f43aa824183801d19a1db8f654e because midkey is the same as first or last row 2024-11-16T04:44:16,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1c0643b36918f7a8650800256e36cf1:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T04:44:16,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:16,929 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T04:44:16,930 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110992 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T04:44:16,930 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1541): a1c0643b36918f7a8650800256e36cf1/info is initiating minor compaction (all files) 2024-11-16T04:44:16,930 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1c0643b36918f7a8650800256e36cf1/info in TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:44:16,930 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ce75f43aa824183801d19a1db8f654e, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/08c252e4a51e4f76897019433a8ad32e, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/6439eef923694dfcb1b57999eb2a6a87] into tmpdir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp, totalSize=108.4 K 2024-11-16T04:44:16,930 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ce75f43aa824183801d19a1db8f654e, keycount=61, bloomtype=ROW, size=67.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731732242577 2024-11-16T04:44:16,931 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08c252e4a51e4f76897019433a8ad32e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731732244724 2024-11-16T04:44:16,931 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6439eef923694dfcb1b57999eb2a6a87, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731732246748 2024-11-16T04:44:16,946 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1c0643b36918f7a8650800256e36cf1#info#compaction#40 average throughput is 22.80 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T04:44:16,946 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/90b85d18a8e74450861d434c0497ede8 is 1055, key is row0001/info:/1731732242577/Put/seqid=0 2024-11-16T04:44:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741846_1022 (size=101211) 2024-11-16T04:44:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741846_1022 (size=101211) 2024-11-16T04:44:16,957 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/90b85d18a8e74450861d434c0497ede8 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/90b85d18a8e74450861d434c0497ede8 2024-11-16T04:44:16,964 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1c0643b36918f7a8650800256e36cf1/info of a1c0643b36918f7a8650800256e36cf1 into 90b85d18a8e74450861d434c0497ede8(size=98.8 K), total size for store is 98.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T04:44:16,964 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1c0643b36918f7a8650800256e36cf1: 2024-11-16T04:44:16,964 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., storeName=a1c0643b36918f7a8650800256e36cf1/info, priority=13, startTime=1731732256929; duration=0sec 2024-11-16T04:44:16,964 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.8 K, sizeToCheck=16.0 K 2024-11-16T04:44:16,964 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:16,964 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.8 K, sizeToCheck=16.0 K 2024-11-16T04:44:16,964 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:16,964 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.8 K, sizeToCheck=16.0 K 2024-11-16T04:44:16,964 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T04:44:16,965 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:16,965 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:16,965 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1c0643b36918f7a8650800256e36cf1:info 2024-11-16T04:44:16,966 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37535 {}] assignment.AssignmentManager(1363): Split request from 48db94e10209,37041,1731732231148, parent={ENCODED => a1c0643b36918f7a8650800256e36cf1, NAME => 'TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-16T04:44:16,971 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37535 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=48db94e10209,37041,1731732231148 2024-11-16T04:44:16,976 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37535 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=a1c0643b36918f7a8650800256e36cf1, daughterA=620660488349ccf951645f4ac13f8e7b, daughterB=5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:16,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=a1c0643b36918f7a8650800256e36cf1, daughterA=620660488349ccf951645f4ac13f8e7b, daughterB=5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:16,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=a1c0643b36918f7a8650800256e36cf1, daughterA=620660488349ccf951645f4ac13f8e7b, daughterB=5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:16,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=a1c0643b36918f7a8650800256e36cf1, daughterA=620660488349ccf951645f4ac13f8e7b, daughterB=5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:16,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a1c0643b36918f7a8650800256e36cf1, UNASSIGN}] 2024-11-16T04:44:16,984 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a1c0643b36918f7a8650800256e36cf1, UNASSIGN 2024-11-16T04:44:16,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a1c0643b36918f7a8650800256e36cf1, regionState=CLOSING, regionLocation=48db94e10209,37041,1731732231148 2024-11-16T04:44:16,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a1c0643b36918f7a8650800256e36cf1, UNASSIGN because future has completed 2024-11-16T04:44:16,989 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-16T04:44:16,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure a1c0643b36918f7a8650800256e36cf1, server=48db94e10209,37041,1731732231148}] 2024-11-16T04:44:17,148 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:17,148 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-16T04:44:17,149 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing a1c0643b36918f7a8650800256e36cf1, disabling compactions & flushes 2024-11-16T04:44:17,149 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:44:17,149 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:44:17,149 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. after waiting 0 ms 2024-11-16T04:44:17,149 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:44:17,150 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing a1c0643b36918f7a8650800256e36cf1 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-16T04:44:17,157 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/c7dbca9ef63c4fd5878be95d85a7d2c6 is 1055, key is row0092/info:/1731732256901/Put/seqid=0 2024-11-16T04:44:17,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741847_1023 (size=10222) 2024-11-16T04:44:17,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741847_1023 (size=10222) 2024-11-16T04:44:17,164 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/c7dbca9ef63c4fd5878be95d85a7d2c6 2024-11-16T04:44:17,172 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/.tmp/info/c7dbca9ef63c4fd5878be95d85a7d2c6 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/c7dbca9ef63c4fd5878be95d85a7d2c6 2024-11-16T04:44:17,179 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/c7dbca9ef63c4fd5878be95d85a7d2c6, entries=5, sequenceid=124, filesize=10.0 K 2024-11-16T04:44:17,180 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a1c0643b36918f7a8650800256e36cf1 in 31ms, sequenceid=124, compaction requested=false 2024-11-16T04:44:17,182 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1e87ecf732d740e7a299aaeb41bc2490, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/eaac9b6744384e45a990fff0241c241f, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/e9f3093b00fe455ebdb6a5ecc775d892, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/508cfbccb9c8478a957efb1a9d1b8314, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ef85d274a534ada8c532adda063dca1, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ce75f43aa824183801d19a1db8f654e, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/19a59de14b374003924895b80aee76db, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/08c252e4a51e4f76897019433a8ad32e, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/6439eef923694dfcb1b57999eb2a6a87] to archive 2024-11-16T04:44:17,183 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T04:44:17,185 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1e87ecf732d740e7a299aaeb41bc2490 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1e87ecf732d740e7a299aaeb41bc2490 2024-11-16T04:44:17,186 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/eaac9b6744384e45a990fff0241c241f to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/eaac9b6744384e45a990fff0241c241f 2024-11-16T04:44:17,188 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/e9f3093b00fe455ebdb6a5ecc775d892 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/e9f3093b00fe455ebdb6a5ecc775d892 2024-11-16T04:44:17,190 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/508cfbccb9c8478a957efb1a9d1b8314 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/508cfbccb9c8478a957efb1a9d1b8314 2024-11-16T04:44:17,192 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ef85d274a534ada8c532adda063dca1 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ef85d274a534ada8c532adda063dca1 2024-11-16T04:44:17,194 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ce75f43aa824183801d19a1db8f654e to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/1ce75f43aa824183801d19a1db8f654e 2024-11-16T04:44:17,196 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/19a59de14b374003924895b80aee76db to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/19a59de14b374003924895b80aee76db 2024-11-16T04:44:17,198 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/08c252e4a51e4f76897019433a8ad32e to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/08c252e4a51e4f76897019433a8ad32e 2024-11-16T04:44:17,199 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/6439eef923694dfcb1b57999eb2a6a87 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/6439eef923694dfcb1b57999eb2a6a87 2024-11-16T04:44:17,217 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-11-16T04:44:17,218 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. 2024-11-16T04:44:17,218 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for a1c0643b36918f7a8650800256e36cf1: Waiting for close lock at 1731732257149Running coprocessor pre-close hooks at 1731732257149Disabling compacts and flushes for region at 1731732257149Disabling writes for close at 1731732257149Obtaining lock to block concurrent updates at 1731732257150 (+1 ms)Preparing flush snapshotting stores in a1c0643b36918f7a8650800256e36cf1 at 1731732257150Finished memstore snapshotting TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731732257150Flushing stores of TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. at 1731732257151 (+1 ms)Flushing a1c0643b36918f7a8650800256e36cf1/info: creating writer at 1731732257151Flushing a1c0643b36918f7a8650800256e36cf1/info: appending metadata at 1731732257156 (+5 ms)Flushing a1c0643b36918f7a8650800256e36cf1/info: closing flushed file at 1731732257156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29471d02: reopening flushed file at 1731732257171 (+15 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a1c0643b36918f7a8650800256e36cf1 in 31ms, sequenceid=124, compaction requested=false at 1731732257180 (+9 ms)Writing region close event to WAL at 1731732257201 (+21 ms)Running coprocessor post-close hooks at 1731732257218 (+17 ms)Closed at 1731732257218 2024-11-16T04:44:17,220 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:17,221 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a1c0643b36918f7a8650800256e36cf1, regionState=CLOSED 2024-11-16T04:44:17,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure a1c0643b36918f7a8650800256e36cf1, server=48db94e10209,37041,1731732231148 because future has completed 2024-11-16T04:44:17,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T04:44:17,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure a1c0643b36918f7a8650800256e36cf1, server=48db94e10209,37041,1731732231148 in 258 msec 2024-11-16T04:44:17,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-16T04:44:17,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=a1c0643b36918f7a8650800256e36cf1, UNASSIGN in 266 msec 2024-11-16T04:44:17,259 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:44:17,262 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=a1c0643b36918f7a8650800256e36cf1, threads=2 2024-11-16T04:44:17,264 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/c7dbca9ef63c4fd5878be95d85a7d2c6 for region: a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:17,264 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/90b85d18a8e74450861d434c0497ede8 for region: a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:17,274 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/c7dbca9ef63c4fd5878be95d85a7d2c6, top=true 2024-11-16T04:44:17,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741848_1024 (size=27) 2024-11-16T04:44:17,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741848_1024 (size=27) 2024-11-16T04:44:17,285 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/TestLogRolling-testLogRolling=a1c0643b36918f7a8650800256e36cf1-c7dbca9ef63c4fd5878be95d85a7d2c6 for child: 5b9404ffbad86502c46e6cdf464cc986, parent: a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:17,285 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/c7dbca9ef63c4fd5878be95d85a7d2c6 for region: a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:17,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741849_1025 (size=27) 2024-11-16T04:44:17,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741849_1025 (size=27) 2024-11-16T04:44:17,294 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/90b85d18a8e74450861d434c0497ede8 for region: a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:44:17,296 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region a1c0643b36918f7a8650800256e36cf1 Daughter A: [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b/info/90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1] storefiles, Daughter B: [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/TestLogRolling-testLogRolling=a1c0643b36918f7a8650800256e36cf1-c7dbca9ef63c4fd5878be95d85a7d2c6] storefiles. 2024-11-16T04:44:17,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741850_1026 (size=71) 2024-11-16T04:44:17,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741850_1026 (size=71) 2024-11-16T04:44:17,307 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:44:17,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741851_1027 (size=71) 2024-11-16T04:44:17,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741851_1027 (size=71) 2024-11-16T04:44:17,322 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:44:17,332 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-16T04:44:17,334 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-16T04:44:17,337 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731732257336"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731732257336"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731732257336"}]},"ts":"1731732257336"} 2024-11-16T04:44:17,337 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731732257336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731732257336"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731732257336"}]},"ts":"1731732257336"} 2024-11-16T04:44:17,337 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731732257336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731732257336"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731732257336"}]},"ts":"1731732257336"} 2024-11-16T04:44:17,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=620660488349ccf951645f4ac13f8e7b, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5b9404ffbad86502c46e6cdf464cc986, ASSIGN}] 2024-11-16T04:44:17,355 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5b9404ffbad86502c46e6cdf464cc986, ASSIGN 2024-11-16T04:44:17,355 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=620660488349ccf951645f4ac13f8e7b, ASSIGN 2024-11-16T04:44:17,356 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5b9404ffbad86502c46e6cdf464cc986, ASSIGN; state=SPLITTING_NEW, location=48db94e10209,37041,1731732231148; forceNewPlan=false, retain=false 2024-11-16T04:44:17,356 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=620660488349ccf951645f4ac13f8e7b, ASSIGN; state=SPLITTING_NEW, location=48db94e10209,37041,1731732231148; forceNewPlan=false, retain=false 2024-11-16T04:44:17,508 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5b9404ffbad86502c46e6cdf464cc986, regionState=OPENING, regionLocation=48db94e10209,37041,1731732231148 2024-11-16T04:44:17,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=620660488349ccf951645f4ac13f8e7b, regionState=OPENING, regionLocation=48db94e10209,37041,1731732231148 2024-11-16T04:44:17,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=620660488349ccf951645f4ac13f8e7b, ASSIGN because future has completed 2024-11-16T04:44:17,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 620660488349ccf951645f4ac13f8e7b, server=48db94e10209,37041,1731732231148}] 2024-11-16T04:44:17,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5b9404ffbad86502c46e6cdf464cc986, ASSIGN because future has completed 2024-11-16T04:44:17,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148}] 2024-11-16T04:44:17,675 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b. 2024-11-16T04:44:17,675 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 620660488349ccf951645f4ac13f8e7b, NAME => 'TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-16T04:44:17,676 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 620660488349ccf951645f4ac13f8e7b 2024-11-16T04:44:17,676 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:44:17,676 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 620660488349ccf951645f4ac13f8e7b 2024-11-16T04:44:17,677 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 620660488349ccf951645f4ac13f8e7b 2024-11-16T04:44:17,679 INFO [StoreOpener-620660488349ccf951645f4ac13f8e7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 620660488349ccf951645f4ac13f8e7b 2024-11-16T04:44:17,680 INFO [StoreOpener-620660488349ccf951645f4ac13f8e7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 620660488349ccf951645f4ac13f8e7b columnFamilyName info 2024-11-16T04:44:17,680 DEBUG [StoreOpener-620660488349ccf951645f4ac13f8e7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:44:17,695 DEBUG [StoreOpener-620660488349ccf951645f4ac13f8e7b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b/info/90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1->hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/90b85d18a8e74450861d434c0497ede8-bottom 2024-11-16T04:44:17,696 INFO [StoreOpener-620660488349ccf951645f4ac13f8e7b-1 {}] regionserver.HStore(327): Store=620660488349ccf951645f4ac13f8e7b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:44:17,696 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 620660488349ccf951645f4ac13f8e7b 2024-11-16T04:44:17,697 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b 2024-11-16T04:44:17,698 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b 2024-11-16T04:44:17,699 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 620660488349ccf951645f4ac13f8e7b 2024-11-16T04:44:17,699 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 620660488349ccf951645f4ac13f8e7b 2024-11-16T04:44:17,701 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 620660488349ccf951645f4ac13f8e7b 2024-11-16T04:44:17,702 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 620660488349ccf951645f4ac13f8e7b; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=708599, jitterRate=-0.09897005558013916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:44:17,702 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 620660488349ccf951645f4ac13f8e7b 2024-11-16T04:44:17,703 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 620660488349ccf951645f4ac13f8e7b: Running coprocessor pre-open hook at 1731732257677Writing region info on filesystem at 1731732257677Initializing all the Stores at 1731732257678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732257678Cleaning up temporary data from old regions at 1731732257699 (+21 ms)Running coprocessor post-open hooks at 1731732257702 (+3 ms)Region opened successfully at 1731732257703 (+1 ms) 2024-11-16T04:44:17,704 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b., pid=12, masterSystemTime=1731732257668 2024-11-16T04:44:17,704 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 620660488349ccf951645f4ac13f8e7b:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T04:44:17,704 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:17,704 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-16T04:44:17,705 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b. 2024-11-16T04:44:17,705 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1541): 620660488349ccf951645f4ac13f8e7b/info is initiating minor compaction (all files) 2024-11-16T04:44:17,705 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 620660488349ccf951645f4ac13f8e7b/info in TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b. 2024-11-16T04:44:17,706 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b/info/90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1->hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/90b85d18a8e74450861d434c0497ede8-bottom] into tmpdir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b/.tmp, totalSize=98.8 K 2024-11-16T04:44:17,707 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1, keycount=45, bloomtype=ROW, size=98.8 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731732242577 2024-11-16T04:44:17,707 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b. 2024-11-16T04:44:17,707 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b. 2024-11-16T04:44:17,707 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:44:17,707 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b9404ffbad86502c46e6cdf464cc986, NAME => 'TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-16T04:44:17,708 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:17,708 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:44:17,708 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:17,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=620660488349ccf951645f4ac13f8e7b, regionState=OPEN, openSeqNum=128, regionLocation=48db94e10209,37041,1731732231148 2024-11-16T04:44:17,708 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:17,710 INFO [StoreOpener-5b9404ffbad86502c46e6cdf464cc986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:17,710 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-16T04:44:17,710 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-16T04:44:17,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-16T04:44:17,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 620660488349ccf951645f4ac13f8e7b, server=48db94e10209,37041,1731732231148 because future has completed 2024-11-16T04:44:17,711 INFO [StoreOpener-5b9404ffbad86502c46e6cdf464cc986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b9404ffbad86502c46e6cdf464cc986 columnFamilyName info 2024-11-16T04:44:17,711 DEBUG [StoreOpener-5b9404ffbad86502c46e6cdf464cc986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:44:17,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-16T04:44:17,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 620660488349ccf951645f4ac13f8e7b, server=48db94e10209,37041,1731732231148 in 199 msec 2024-11-16T04:44:17,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=620660488349ccf951645f4ac13f8e7b, ASSIGN in 362 msec 2024-11-16T04:44:17,721 DEBUG [StoreOpener-5b9404ffbad86502c46e6cdf464cc986-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1->hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/90b85d18a8e74450861d434c0497ede8-top 2024-11-16T04:44:17,727 DEBUG [StoreOpener-5b9404ffbad86502c46e6cdf464cc986-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/TestLogRolling-testLogRolling=a1c0643b36918f7a8650800256e36cf1-c7dbca9ef63c4fd5878be95d85a7d2c6 2024-11-16T04:44:17,727 INFO [StoreOpener-5b9404ffbad86502c46e6cdf464cc986-1 {}] regionserver.HStore(327): Store=5b9404ffbad86502c46e6cdf464cc986/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:44:17,728 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:17,729 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:17,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/.tmp/info/0bece0fb51514608b22250f037417ae6 is 193, key is TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986./info:regioninfo/1731732257507/Put/seqid=0 2024-11-16T04:44:17,730 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:17,730 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 620660488349ccf951645f4ac13f8e7b#info#compaction#42 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T04:44:17,731 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:17,731 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:17,731 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b/.tmp/info/adbefb1483eb419fbe61e145434ba1db is 1055, key is row0001/info:/1731732242577/Put/seqid=0 2024-11-16T04:44:17,734 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:17,735 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 5b9404ffbad86502c46e6cdf464cc986; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=723993, jitterRate=-0.07939635217189789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T04:44:17,735 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:17,735 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 5b9404ffbad86502c46e6cdf464cc986: Running coprocessor pre-open hook at 1731732257708Writing region info on filesystem at 1731732257708Initializing all the Stores at 1731732257709 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732257709Cleaning up temporary data from old regions at 1731732257731 (+22 ms)Running coprocessor post-open hooks at 1731732257735 (+4 ms)Region opened successfully at 1731732257735 2024-11-16T04:44:17,736 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., pid=13, masterSystemTime=1731732257668 2024-11-16T04:44:17,736 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 5b9404ffbad86502c46e6cdf464cc986:info, priority=-2147483648, current under compaction store size is 2 2024-11-16T04:44:17,736 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:17,736 DEBUG [RS:0;48db94e10209:37041-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-16T04:44:17,737 INFO [RS:0;48db94e10209:37041-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:44:17,737 DEBUG [RS:0;48db94e10209:37041-longCompactions-0 {}] regionserver.HStore(1541): 5b9404ffbad86502c46e6cdf464cc986/info is initiating minor compaction (all files) 2024-11-16T04:44:17,737 INFO [RS:0;48db94e10209:37041-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5b9404ffbad86502c46e6cdf464cc986/info in TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:44:17,738 INFO [RS:0;48db94e10209:37041-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1->hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/90b85d18a8e74450861d434c0497ede8-top, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/TestLogRolling-testLogRolling=a1c0643b36918f7a8650800256e36cf1-c7dbca9ef63c4fd5878be95d85a7d2c6] into tmpdir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp, totalSize=108.8 K 2024-11-16T04:44:17,738 DEBUG [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:44:17,738 INFO [RS_OPEN_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:44:17,738 DEBUG [RS:0;48db94e10209:37041-longCompactions-0 {}] compactions.Compactor(225): Compacting 90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1, keycount=45, bloomtype=ROW, size=98.8 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731732242577 2024-11-16T04:44:17,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5b9404ffbad86502c46e6cdf464cc986, regionState=OPEN, openSeqNum=128, regionLocation=48db94e10209,37041,1731732231148 2024-11-16T04:44:17,739 DEBUG [RS:0;48db94e10209:37041-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=a1c0643b36918f7a8650800256e36cf1-c7dbca9ef63c4fd5878be95d85a7d2c6, keycount=5, bloomtype=ROW, size=10.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731732256901 2024-11-16T04:44:17,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 because future has completed 2024-11-16T04:44:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741852_1028 (size=9847) 2024-11-16T04:44:17,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741853_1029 (size=71441) 2024-11-16T04:44:17,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741852_1028 (size=9847) 2024-11-16T04:44:17,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741853_1029 (size=71441) 2024-11-16T04:44:17,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/.tmp/info/0bece0fb51514608b22250f037417ae6 2024-11-16T04:44:17,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-16T04:44:17,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 in 228 msec 2024-11-16T04:44:17,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T04:44:17,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5b9404ffbad86502c46e6cdf464cc986, ASSIGN in 393 msec 2024-11-16T04:44:17,754 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b/.tmp/info/adbefb1483eb419fbe61e145434ba1db as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b/info/adbefb1483eb419fbe61e145434ba1db 2024-11-16T04:44:17,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=a1c0643b36918f7a8650800256e36cf1, daughterA=620660488349ccf951645f4ac13f8e7b, daughterB=5b9404ffbad86502c46e6cdf464cc986 in 779 msec 2024-11-16T04:44:17,761 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 620660488349ccf951645f4ac13f8e7b/info of 620660488349ccf951645f4ac13f8e7b into adbefb1483eb419fbe61e145434ba1db(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T04:44:17,761 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 620660488349ccf951645f4ac13f8e7b: 2024-11-16T04:44:17,761 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b., storeName=620660488349ccf951645f4ac13f8e7b/info, priority=15, startTime=1731732257704; duration=0sec 2024-11-16T04:44:17,761 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:17,761 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 620660488349ccf951645f4ac13f8e7b:info 2024-11-16T04:44:17,764 INFO [RS:0;48db94e10209:37041-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b9404ffbad86502c46e6cdf464cc986#info#compaction#44 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T04:44:17,765 DEBUG [RS:0;48db94e10209:37041-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/aff118021ed44d858b26cdab17eb73bf is 1055, key is row0064/info:/1731732244728/Put/seqid=0 2024-11-16T04:44:17,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/.tmp/ns/d598c76cfa8b4943adde92c32ec41fd0 is 43, key is default/ns:d/1731732232408/Put/seqid=0 2024-11-16T04:44:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741854_1030 (size=39908) 2024-11-16T04:44:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741854_1030 (size=39908) 2024-11-16T04:44:17,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741855_1031 (size=5153) 2024-11-16T04:44:17,779 DEBUG [RS:0;48db94e10209:37041-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/aff118021ed44d858b26cdab17eb73bf as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/aff118021ed44d858b26cdab17eb73bf 2024-11-16T04:44:17,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741855_1031 (size=5153) 2024-11-16T04:44:17,785 INFO [RS:0;48db94e10209:37041-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in 5b9404ffbad86502c46e6cdf464cc986/info of 5b9404ffbad86502c46e6cdf464cc986 into aff118021ed44d858b26cdab17eb73bf(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T04:44:17,786 DEBUG [RS:0;48db94e10209:37041-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:44:17,786 INFO [RS:0;48db94e10209:37041-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., storeName=5b9404ffbad86502c46e6cdf464cc986/info, priority=14, startTime=1731732257736; duration=0sec 2024-11-16T04:44:17,786 DEBUG [RS:0;48db94e10209:37041-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:17,786 DEBUG [RS:0;48db94e10209:37041-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b9404ffbad86502c46e6cdf464cc986:info 2024-11-16T04:44:18,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/.tmp/ns/d598c76cfa8b4943adde92c32ec41fd0 2024-11-16T04:44:18,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/.tmp/table/7cd4ce0c19fd482ab62cd21a1603df8e is 65, key is TestLogRolling-testLogRolling/table:state/1731732232889/Put/seqid=0 2024-11-16T04:44:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741856_1032 (size=5340) 2024-11-16T04:44:18,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741856_1032 (size=5340) 2024-11-16T04:44:18,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/.tmp/table/7cd4ce0c19fd482ab62cd21a1603df8e 2024-11-16T04:44:18,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/.tmp/info/0bece0fb51514608b22250f037417ae6 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/info/0bece0fb51514608b22250f037417ae6 2024-11-16T04:44:18,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/info/0bece0fb51514608b22250f037417ae6, entries=30, sequenceid=17, filesize=9.6 K 2024-11-16T04:44:18,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/.tmp/ns/d598c76cfa8b4943adde92c32ec41fd0 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/ns/d598c76cfa8b4943adde92c32ec41fd0 2024-11-16T04:44:18,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/ns/d598c76cfa8b4943adde92c32ec41fd0, entries=2, sequenceid=17, filesize=5.0 K 2024-11-16T04:44:18,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/.tmp/table/7cd4ce0c19fd482ab62cd21a1603df8e as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/table/7cd4ce0c19fd482ab62cd21a1603df8e 2024-11-16T04:44:18,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/table/7cd4ce0c19fd482ab62cd21a1603df8e, entries=2, sequenceid=17, filesize=5.2 K 2024-11-16T04:44:18,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 522ms, sequenceid=17, compaction requested=false 2024-11-16T04:44:18,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-16T04:44:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:44450 deadline: 1731732268917, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. is not online on 48db94e10209,37041,1731732231148 2024-11-16T04:44:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., hostname=48db94e10209,37041,1731732231148, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., hostname=48db94e10209,37041,1731732231148, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. is not online on 48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:44:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., hostname=48db94e10209,37041,1731732231148, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1. is not online on 48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:44:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731732232491.a1c0643b36918f7a8650800256e36cf1., hostname=48db94e10209,37041,1731732231148, seqNum=2 from cache 2024-11-16T04:44:20,964 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:44:22,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,753 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T04:44:22,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:22,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T04:44:29,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., hostname=48db94e10209,37041,1731732231148, seqNum=128] 2024-11-16T04:44:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:29,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5b9404ffbad86502c46e6cdf464cc986 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T04:44:29,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/f82c34d57d2745f8980f26619752bf16 is 1055, key is row0097/info:/1731732269024/Put/seqid=0 2024-11-16T04:44:29,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741857_1033 (size=13394) 2024-11-16T04:44:29,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741857_1033 (size=13394) 2024-11-16T04:44:29,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/f82c34d57d2745f8980f26619752bf16 2024-11-16T04:44:29,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/f82c34d57d2745f8980f26619752bf16 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/f82c34d57d2745f8980f26619752bf16 2024-11-16T04:44:29,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/f82c34d57d2745f8980f26619752bf16, entries=8, sequenceid=139, filesize=13.1 K 2024-11-16T04:44:29,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 5b9404ffbad86502c46e6cdf464cc986 in 40ms, sequenceid=139, compaction requested=false 2024-11-16T04:44:29,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:44:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:29,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5b9404ffbad86502c46e6cdf464cc986 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-16T04:44:29,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/325686f743de4e19906b70f51a2a53ab is 1055, key is row0105/info:/1731732269044/Put/seqid=0 2024-11-16T04:44:29,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741858_1034 (size=22891) 2024-11-16T04:44:29,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741858_1034 (size=22891) 2024-11-16T04:44:29,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/325686f743de4e19906b70f51a2a53ab 2024-11-16T04:44:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/325686f743de4e19906b70f51a2a53ab as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/325686f743de4e19906b70f51a2a53ab 2024-11-16T04:44:29,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/325686f743de4e19906b70f51a2a53ab, entries=17, sequenceid=159, filesize=22.4 K 2024-11-16T04:44:29,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=7.18 KB/7357 for 5b9404ffbad86502c46e6cdf464cc986 in 34ms, sequenceid=159, compaction requested=true 2024-11-16T04:44:29,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:44:29,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b9404ffbad86502c46e6cdf464cc986:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T04:44:29,120 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T04:44:29,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:29,121 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76193 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T04:44:29,121 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1541): 5b9404ffbad86502c46e6cdf464cc986/info is initiating minor compaction (all files) 2024-11-16T04:44:29,121 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5b9404ffbad86502c46e6cdf464cc986/info in TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:44:29,121 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/aff118021ed44d858b26cdab17eb73bf, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/f82c34d57d2745f8980f26619752bf16, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/325686f743de4e19906b70f51a2a53ab] into tmpdir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp, totalSize=74.4 K 2024-11-16T04:44:29,122 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting aff118021ed44d858b26cdab17eb73bf, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731732244728 2024-11-16T04:44:29,122 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting f82c34d57d2745f8980f26619752bf16, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731732269024 2024-11-16T04:44:29,122 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 325686f743de4e19906b70f51a2a53ab, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731732269044 2024-11-16T04:44:29,134 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b9404ffbad86502c46e6cdf464cc986#info#compaction#49 average throughput is 29.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T04:44:29,135 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/97a20c3c5f574289a20d49cbd3a54848 is 1055, key is row0064/info:/1731732244728/Put/seqid=0 2024-11-16T04:44:29,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741859_1035 (size=66403) 2024-11-16T04:44:29,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741859_1035 (size=66403) 2024-11-16T04:44:29,150 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/97a20c3c5f574289a20d49cbd3a54848 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/97a20c3c5f574289a20d49cbd3a54848 2024-11-16T04:44:29,157 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5b9404ffbad86502c46e6cdf464cc986/info of 5b9404ffbad86502c46e6cdf464cc986 into 97a20c3c5f574289a20d49cbd3a54848(size=64.8 K), total size for store is 64.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T04:44:29,157 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:44:29,157 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., storeName=5b9404ffbad86502c46e6cdf464cc986/info, priority=13, startTime=1731732269120; duration=0sec 2024-11-16T04:44:29,157 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:29,157 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b9404ffbad86502c46e6cdf464cc986:info 2024-11-16T04:44:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:31,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5b9404ffbad86502c46e6cdf464cc986 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T04:44:31,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/963aa078e81a4e029cc4045c7fe40587 is 1055, key is row0122/info:/1731732269086/Put/seqid=0 2024-11-16T04:44:31,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741860_1036 (size=13394) 2024-11-16T04:44:31,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741860_1036 (size=13394) 2024-11-16T04:44:31,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T04:44:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:44450 deadline: 1731732281147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 2024-11-16T04:44:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., hostname=48db94e10209,37041,1731732231148, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., hostname=48db94e10209,37041,1731732231148, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:44:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., hostname=48db94e10209,37041,1731732231148, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:44:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., hostname=48db94e10209,37041,1731732231148, seqNum=128 because the exception is null or not the one we care about 2024-11-16T04:44:31,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/963aa078e81a4e029cc4045c7fe40587 2024-11-16T04:44:31,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/963aa078e81a4e029cc4045c7fe40587 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/963aa078e81a4e029cc4045c7fe40587 2024-11-16T04:44:31,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/963aa078e81a4e029cc4045c7fe40587, entries=8, sequenceid=171, filesize=13.1 K 2024-11-16T04:44:31,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 5b9404ffbad86502c46e6cdf464cc986 in 433ms, sequenceid=171, compaction requested=false 2024-11-16T04:44:31,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:44:32,431 INFO [master/48db94e10209:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T04:44:32,431 INFO [master/48db94e10209:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T04:44:37,267 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-16T04:44:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:41,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5b9404ffbad86502c46e6cdf464cc986 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-16T04:44:41,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/8e7baa351f2d45e0b772c5f7dbc2b026 is 1055, key is row0130/info:/1731732271110/Put/seqid=0 2024-11-16T04:44:41,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741861_1037 (size=28156) 2024-11-16T04:44:41,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741861_1037 (size=28156) 2024-11-16T04:44:41,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/8e7baa351f2d45e0b772c5f7dbc2b026 2024-11-16T04:44:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T04:44:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:44450 deadline: 1731732291184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 2024-11-16T04:44:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., hostname=48db94e10209,37041,1731732231148, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., hostname=48db94e10209,37041,1731732231148, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:44:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., hostname=48db94e10209,37041,1731732231148, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:44:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., hostname=48db94e10209,37041,1731732231148, seqNum=128 because the exception is null or not the one we care about 2024-11-16T04:44:41,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/8e7baa351f2d45e0b772c5f7dbc2b026 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/8e7baa351f2d45e0b772c5f7dbc2b026 2024-11-16T04:44:41,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/8e7baa351f2d45e0b772c5f7dbc2b026, entries=22, sequenceid=196, filesize=27.5 K 2024-11-16T04:44:41,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=7.18 KB/7357 for 5b9404ffbad86502c46e6cdf464cc986 in 47ms, sequenceid=196, compaction requested=true 2024-11-16T04:44:41,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:44:41,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b9404ffbad86502c46e6cdf464cc986:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T04:44:41,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:41,203 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T04:44:41,204 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 107953 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T04:44:41,204 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1541): 5b9404ffbad86502c46e6cdf464cc986/info is initiating minor compaction (all files) 2024-11-16T04:44:41,204 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5b9404ffbad86502c46e6cdf464cc986/info in TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:44:41,204 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/97a20c3c5f574289a20d49cbd3a54848, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/963aa078e81a4e029cc4045c7fe40587, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/8e7baa351f2d45e0b772c5f7dbc2b026] into tmpdir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp, totalSize=105.4 K 2024-11-16T04:44:41,205 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97a20c3c5f574289a20d49cbd3a54848, keycount=58, bloomtype=ROW, size=64.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731732244728 2024-11-16T04:44:41,205 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 963aa078e81a4e029cc4045c7fe40587, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731732269086 2024-11-16T04:44:41,206 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e7baa351f2d45e0b772c5f7dbc2b026, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731732271110 2024-11-16T04:44:41,221 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b9404ffbad86502c46e6cdf464cc986#info#compaction#52 average throughput is 29.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T04:44:41,222 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/008d42c3253e45a0a0d68b89a1fb8ffe is 1055, key is row0064/info:/1731732244728/Put/seqid=0 2024-11-16T04:44:41,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741862_1038 (size=98172) 2024-11-16T04:44:41,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741862_1038 (size=98172) 2024-11-16T04:44:41,238 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/008d42c3253e45a0a0d68b89a1fb8ffe as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/008d42c3253e45a0a0d68b89a1fb8ffe 2024-11-16T04:44:41,245 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5b9404ffbad86502c46e6cdf464cc986/info of 5b9404ffbad86502c46e6cdf464cc986 into 008d42c3253e45a0a0d68b89a1fb8ffe(size=95.9 K), total size for store is 95.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T04:44:41,245 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:44:41,245 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., storeName=5b9404ffbad86502c46e6cdf464cc986/info, priority=13, startTime=1731732281203; duration=0sec 2024-11-16T04:44:41,246 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:41,246 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b9404ffbad86502c46e6cdf464cc986:info 2024-11-16T04:44:50,964 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T04:44:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:51,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5b9404ffbad86502c46e6cdf464cc986 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T04:44:51,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/e37520e751234d2eba958683a792c3bd is 1055, key is row0152/info:/1731732281158/Put/seqid=0 2024-11-16T04:44:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741863_1039 (size=13394) 2024-11-16T04:44:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741863_1039 (size=13394) 2024-11-16T04:44:51,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/e37520e751234d2eba958683a792c3bd 2024-11-16T04:44:51,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/e37520e751234d2eba958683a792c3bd as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/e37520e751234d2eba958683a792c3bd 2024-11-16T04:44:51,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/e37520e751234d2eba958683a792c3bd, entries=8, sequenceid=208, filesize=13.1 K 2024-11-16T04:44:51,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=1.03 KB/1051 for 5b9404ffbad86502c46e6cdf464cc986 in 24ms, sequenceid=208, compaction requested=false 2024-11-16T04:44:51,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:44:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:44:53,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5b9404ffbad86502c46e6cdf464cc986 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T04:44:53,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/bb173632cbdd4bf2a9a1b0c6b4c1d0c9 is 1055, key is row0160/info:/1731732291238/Put/seqid=0 2024-11-16T04:44:53,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T04:44:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:44450 deadline: 1731732303291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 2024-11-16T04:44:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., hostname=48db94e10209,37041,1731732231148, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., hostname=48db94e10209,37041,1731732231148, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:44:53,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., hostname=48db94e10209,37041,1731732231148, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5b9404ffbad86502c46e6cdf464cc986, server=48db94e10209,37041,1731732231148 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T04:44:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., hostname=48db94e10209,37041,1731732231148, seqNum=128 because the exception is null or not the one we care about 2024-11-16T04:44:53,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741864_1040 (size=13394) 2024-11-16T04:44:53,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741864_1040 (size=13394) 2024-11-16T04:44:53,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/bb173632cbdd4bf2a9a1b0c6b4c1d0c9 2024-11-16T04:44:53,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/bb173632cbdd4bf2a9a1b0c6b4c1d0c9 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/bb173632cbdd4bf2a9a1b0c6b4c1d0c9 2024-11-16T04:44:53,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/bb173632cbdd4bf2a9a1b0c6b4c1d0c9, entries=8, sequenceid=219, filesize=13.1 K 2024-11-16T04:44:53,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 5b9404ffbad86502c46e6cdf464cc986 in 77ms, sequenceid=219, compaction requested=true 2024-11-16T04:44:53,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:44:53,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b9404ffbad86502c46e6cdf464cc986:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T04:44:53,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:53,332 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T04:44:53,333 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124960 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T04:44:53,333 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1541): 5b9404ffbad86502c46e6cdf464cc986/info is initiating minor compaction (all files) 2024-11-16T04:44:53,333 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5b9404ffbad86502c46e6cdf464cc986/info in TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:44:53,333 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/008d42c3253e45a0a0d68b89a1fb8ffe, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/e37520e751234d2eba958683a792c3bd, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/bb173632cbdd4bf2a9a1b0c6b4c1d0c9] into tmpdir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp, totalSize=122.0 K 2024-11-16T04:44:53,334 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 008d42c3253e45a0a0d68b89a1fb8ffe, keycount=88, bloomtype=ROW, size=95.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731732244728 2024-11-16T04:44:53,334 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting e37520e751234d2eba958683a792c3bd, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731732281158 2024-11-16T04:44:53,334 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb173632cbdd4bf2a9a1b0c6b4c1d0c9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731732291238 2024-11-16T04:44:53,348 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b9404ffbad86502c46e6cdf464cc986#info#compaction#55 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T04:44:53,349 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/9993c7de412e43f4b42553a9b1330fc3 is 1055, key is row0064/info:/1731732244728/Put/seqid=0 2024-11-16T04:44:53,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741865_1041 (size=115126) 2024-11-16T04:44:53,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741865_1041 (size=115126) 2024-11-16T04:44:53,361 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/9993c7de412e43f4b42553a9b1330fc3 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/9993c7de412e43f4b42553a9b1330fc3 2024-11-16T04:44:53,369 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5b9404ffbad86502c46e6cdf464cc986/info of 5b9404ffbad86502c46e6cdf464cc986 into 9993c7de412e43f4b42553a9b1330fc3(size=112.4 K), total size for store is 112.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T04:44:53,369 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:44:53,369 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., storeName=5b9404ffbad86502c46e6cdf464cc986/info, priority=13, startTime=1731732293331; duration=0sec 2024-11-16T04:44:53,369 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:44:53,369 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b9404ffbad86502c46e6cdf464cc986:info 2024-11-16T04:45:02,676 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 620660488349ccf951645f4ac13f8e7b, had cached 0 bytes from a total of 71441 2024-11-16T04:45:02,708 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5b9404ffbad86502c46e6cdf464cc986, had cached 0 bytes from a total of 115126 2024-11-16T04:45:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:45:03,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5b9404ffbad86502c46e6cdf464cc986 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-16T04:45:03,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/e929a5242b244476beddc48cf077ad91 is 1055, key is row0168/info:/1731732293255/Put/seqid=0 2024-11-16T04:45:03,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741866_1042 (size=28156) 2024-11-16T04:45:03,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741866_1042 (size=28156) 2024-11-16T04:45:03,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/e929a5242b244476beddc48cf077ad91 2024-11-16T04:45:03,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/e929a5242b244476beddc48cf077ad91 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/e929a5242b244476beddc48cf077ad91 2024-11-16T04:45:03,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/e929a5242b244476beddc48cf077ad91, entries=22, sequenceid=245, filesize=27.5 K 2024-11-16T04:45:03,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=3.08 KB/3153 for 5b9404ffbad86502c46e6cdf464cc986 in 55ms, sequenceid=245, compaction requested=false 2024-11-16T04:45:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:45:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:45:05,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5b9404ffbad86502c46e6cdf464cc986 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T04:45:05,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/c432304d5dd046f59f39c7f6fe895fc7 is 1055, key is row0190/info:/1731732303302/Put/seqid=0 2024-11-16T04:45:05,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741867_1043 (size=13394) 2024-11-16T04:45:05,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741867_1043 (size=13394) 2024-11-16T04:45:05,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/c432304d5dd046f59f39c7f6fe895fc7 2024-11-16T04:45:05,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/c432304d5dd046f59f39c7f6fe895fc7 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/c432304d5dd046f59f39c7f6fe895fc7 2024-11-16T04:45:05,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/c432304d5dd046f59f39c7f6fe895fc7, entries=8, sequenceid=256, filesize=13.1 K 2024-11-16T04:45:05,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 5b9404ffbad86502c46e6cdf464cc986 in 26ms, sequenceid=256, compaction requested=true 2024-11-16T04:45:05,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:45:05,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b9404ffbad86502c46e6cdf464cc986:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T04:45:05,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:45:05,348 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T04:45:05,350 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 156676 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T04:45:05,350 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1541): 5b9404ffbad86502c46e6cdf464cc986/info is initiating minor compaction (all files) 2024-11-16T04:45:05,350 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5b9404ffbad86502c46e6cdf464cc986/info in TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:45:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:45:05,350 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/9993c7de412e43f4b42553a9b1330fc3, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/e929a5242b244476beddc48cf077ad91, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/c432304d5dd046f59f39c7f6fe895fc7] into tmpdir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp, totalSize=153.0 K 2024-11-16T04:45:05,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5b9404ffbad86502c46e6cdf464cc986 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-16T04:45:05,350 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9993c7de412e43f4b42553a9b1330fc3, keycount=104, bloomtype=ROW, size=112.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731732244728 2024-11-16T04:45:05,351 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting e929a5242b244476beddc48cf077ad91, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731732293255 2024-11-16T04:45:05,351 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting c432304d5dd046f59f39c7f6fe895fc7, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731732303302 2024-11-16T04:45:05,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/32ffbead675d4a9a885443749e084c4d is 1055, key is row0198/info:/1731732305323/Put/seqid=0 2024-11-16T04:45:05,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741868_1044 (size=19742) 2024-11-16T04:45:05,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741868_1044 (size=19742) 2024-11-16T04:45:05,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/32ffbead675d4a9a885443749e084c4d 2024-11-16T04:45:05,366 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b9404ffbad86502c46e6cdf464cc986#info#compaction#59 average throughput is 44.77 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T04:45:05,367 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/fce9887a389a4b5fb2bb3035a91fdc45 is 1055, key is row0064/info:/1731732244728/Put/seqid=0 2024-11-16T04:45:05,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/32ffbead675d4a9a885443749e084c4d as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/32ffbead675d4a9a885443749e084c4d 2024-11-16T04:45:05,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/32ffbead675d4a9a885443749e084c4d, entries=14, sequenceid=273, filesize=19.3 K 2024-11-16T04:45:05,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=12.32 KB/12612 for 5b9404ffbad86502c46e6cdf464cc986 in 26ms, sequenceid=273, compaction requested=false 2024-11-16T04:45:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:45:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:45:05,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5b9404ffbad86502c46e6cdf464cc986 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-16T04:45:05,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/7905fd2b974c451d86c6bc6e35388918 is 1055, key is row0212/info:/1731732305351/Put/seqid=0 2024-11-16T04:45:05,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741869_1045 (size=147022) 2024-11-16T04:45:05,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741869_1045 (size=147022) 2024-11-16T04:45:05,391 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/fce9887a389a4b5fb2bb3035a91fdc45 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/fce9887a389a4b5fb2bb3035a91fdc45 2024-11-16T04:45:05,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741870_1046 (size=18688) 2024-11-16T04:45:05,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741870_1046 (size=18688) 2024-11-16T04:45:05,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/7905fd2b974c451d86c6bc6e35388918 2024-11-16T04:45:05,399 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5b9404ffbad86502c46e6cdf464cc986/info of 5b9404ffbad86502c46e6cdf464cc986 into fce9887a389a4b5fb2bb3035a91fdc45(size=143.6 K), total size for store is 162.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T04:45:05,399 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:45:05,399 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., storeName=5b9404ffbad86502c46e6cdf464cc986/info, priority=13, startTime=1731732305348; duration=0sec 2024-11-16T04:45:05,399 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:45:05,399 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b9404ffbad86502c46e6cdf464cc986:info 2024-11-16T04:45:05,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/7905fd2b974c451d86c6bc6e35388918 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/7905fd2b974c451d86c6bc6e35388918 2024-11-16T04:45:05,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/7905fd2b974c451d86c6bc6e35388918, entries=13, sequenceid=289, filesize=18.3 K 2024-11-16T04:45:05,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for 5b9404ffbad86502c46e6cdf464cc986 in 28ms, sequenceid=289, compaction requested=true 2024-11-16T04:45:05,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:45:05,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b9404ffbad86502c46e6cdf464cc986:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T04:45:05,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:45:05,406 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T04:45:05,407 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 185452 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T04:45:05,407 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1541): 5b9404ffbad86502c46e6cdf464cc986/info is initiating minor compaction (all files) 2024-11-16T04:45:05,407 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5b9404ffbad86502c46e6cdf464cc986/info in TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:45:05,407 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/fce9887a389a4b5fb2bb3035a91fdc45, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/32ffbead675d4a9a885443749e084c4d, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/7905fd2b974c451d86c6bc6e35388918] into tmpdir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp, totalSize=181.1 K 2024-11-16T04:45:05,408 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting fce9887a389a4b5fb2bb3035a91fdc45, keycount=134, bloomtype=ROW, size=143.6 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731732244728 2024-11-16T04:45:05,408 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32ffbead675d4a9a885443749e084c4d, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731732305323 2024-11-16T04:45:05,409 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7905fd2b974c451d86c6bc6e35388918, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731732305351 2024-11-16T04:45:05,422 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b9404ffbad86502c46e6cdf464cc986#info#compaction#61 average throughput is 40.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T04:45:05,422 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/1ee6a9d7cca4495590bbb35c4924f068 is 1055, key is row0064/info:/1731732244728/Put/seqid=0 2024-11-16T04:45:05,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741871_1047 (size=175590) 2024-11-16T04:45:05,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741871_1047 (size=175590) 2024-11-16T04:45:05,429 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/1ee6a9d7cca4495590bbb35c4924f068 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/1ee6a9d7cca4495590bbb35c4924f068 2024-11-16T04:45:05,434 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5b9404ffbad86502c46e6cdf464cc986/info of 5b9404ffbad86502c46e6cdf464cc986 into 1ee6a9d7cca4495590bbb35c4924f068(size=171.5 K), total size for store is 171.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T04:45:05,434 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:45:05,434 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., storeName=5b9404ffbad86502c46e6cdf464cc986/info, priority=13, startTime=1731732305406; duration=0sec 2024-11-16T04:45:05,434 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:45:05,435 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b9404ffbad86502c46e6cdf464cc986:info 2024-11-16T04:45:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:45:07,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5b9404ffbad86502c46e6cdf464cc986 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T04:45:07,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/5f4e3422f15240f482b9e08226a57fd9 is 1055, key is row0225/info:/1731732307380/Put/seqid=0 2024-11-16T04:45:07,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741872_1048 (size=13402) 2024-11-16T04:45:07,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741872_1048 (size=13402) 2024-11-16T04:45:07,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/5f4e3422f15240f482b9e08226a57fd9 2024-11-16T04:45:07,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/5f4e3422f15240f482b9e08226a57fd9 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/5f4e3422f15240f482b9e08226a57fd9 2024-11-16T04:45:07,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/5f4e3422f15240f482b9e08226a57fd9, entries=8, sequenceid=302, filesize=13.1 K 2024-11-16T04:45:07,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 5b9404ffbad86502c46e6cdf464cc986 in 39ms, sequenceid=302, compaction requested=false 2024-11-16T04:45:07,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:45:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37041 {}] regionserver.HRegion(8855): Flush requested on 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:45:07,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5b9404ffbad86502c46e6cdf464cc986 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-16T04:45:07,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/00c9cd8bb1dd4e5dbcc201ef7aba00b1 is 1055, key is row0233/info:/1731732307395/Put/seqid=0 2024-11-16T04:45:07,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741873_1049 (size=22908) 2024-11-16T04:45:07,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741873_1049 (size=22908) 2024-11-16T04:45:07,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/00c9cd8bb1dd4e5dbcc201ef7aba00b1 2024-11-16T04:45:07,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/00c9cd8bb1dd4e5dbcc201ef7aba00b1 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/00c9cd8bb1dd4e5dbcc201ef7aba00b1 2024-11-16T04:45:07,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/00c9cd8bb1dd4e5dbcc201ef7aba00b1, entries=17, sequenceid=322, filesize=22.4 K 2024-11-16T04:45:07,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=7.18 KB/7357 for 5b9404ffbad86502c46e6cdf464cc986 in 26ms, sequenceid=322, compaction requested=true 2024-11-16T04:45:07,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:45:07,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b9404ffbad86502c46e6cdf464cc986:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T04:45:07,459 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T04:45:07,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:45:07,460 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 211900 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T04:45:07,460 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1541): 5b9404ffbad86502c46e6cdf464cc986/info is initiating minor compaction (all files) 2024-11-16T04:45:07,460 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5b9404ffbad86502c46e6cdf464cc986/info in TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:45:07,460 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/1ee6a9d7cca4495590bbb35c4924f068, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/5f4e3422f15240f482b9e08226a57fd9, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/00c9cd8bb1dd4e5dbcc201ef7aba00b1] into tmpdir=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp, totalSize=206.9 K 2024-11-16T04:45:07,460 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ee6a9d7cca4495590bbb35c4924f068, keycount=161, bloomtype=ROW, size=171.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731732244728 2024-11-16T04:45:07,460 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f4e3422f15240f482b9e08226a57fd9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731732307380 2024-11-16T04:45:07,461 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00c9cd8bb1dd4e5dbcc201ef7aba00b1, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731732307395 2024-11-16T04:45:07,475 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b9404ffbad86502c46e6cdf464cc986#info#compaction#64 average throughput is 37.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T04:45:07,476 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/5263f2a979e4478fb9d0273e6b672786 is 1055, key is row0064/info:/1731732244728/Put/seqid=0 2024-11-16T04:45:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741874_1050 (size=202046) 2024-11-16T04:45:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741874_1050 (size=202046) 2024-11-16T04:45:07,484 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/5263f2a979e4478fb9d0273e6b672786 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/5263f2a979e4478fb9d0273e6b672786 2024-11-16T04:45:07,491 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5b9404ffbad86502c46e6cdf464cc986/info of 5b9404ffbad86502c46e6cdf464cc986 into 5263f2a979e4478fb9d0273e6b672786(size=197.3 K), total size for store is 197.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T04:45:07,491 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:45:07,491 INFO [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986., storeName=5b9404ffbad86502c46e6cdf464cc986/info, priority=13, startTime=1731732307458; duration=0sec 2024-11-16T04:45:07,491 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T04:45:07,491 DEBUG [RS:0;48db94e10209:37041-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b9404ffbad86502c46e6cdf464cc986:info 2024-11-16T04:45:09,448 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-16T04:45:09,468 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.1731732309448, exclude list is [], retry=0 2024-11-16T04:45:09,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34103,DS-ee873d3e-d9bc-4ec6-bd93-18f2be8d7378,DISK] 2024-11-16T04:45:09,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36129,DS-4be323e6-a9f8-4f94-acf4-357e27fcc494,DISK] 2024-11-16T04:45:09,472 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.1731732231770 with entries=311, filesize=301.67 KB; new WAL /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.1731732309448 2024-11-16T04:45:09,472 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35513:35513),(127.0.0.1/127.0.0.1:39631:39631)] 2024-11-16T04:45:09,472 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.1731732231770 is not closed yet, will try archiving it next time 2024-11-16T04:45:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741833_1009 (size=308919) 2024-11-16T04:45:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741833_1009 (size=308919) 2024-11-16T04:45:09,476 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-16T04:45:09,480 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/.tmp/info/b38a9faabca54f72a88ff77ed5a55b82 is 193, key is TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986./info:regioninfo/1731732257739/Put/seqid=0 2024-11-16T04:45:09,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741876_1052 (size=6223) 2024-11-16T04:45:09,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741876_1052 (size=6223) 2024-11-16T04:45:09,486 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/.tmp/info/b38a9faabca54f72a88ff77ed5a55b82 2024-11-16T04:45:09,491 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/.tmp/info/b38a9faabca54f72a88ff77ed5a55b82 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/info/b38a9faabca54f72a88ff77ed5a55b82 2024-11-16T04:45:09,495 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/info/b38a9faabca54f72a88ff77ed5a55b82, entries=5, sequenceid=21, filesize=6.1 K 2024-11-16T04:45:09,496 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-11-16T04:45:09,496 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-16T04:45:09,496 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 620660488349ccf951645f4ac13f8e7b: 2024-11-16T04:45:09,496 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5b9404ffbad86502c46e6cdf464cc986 1/1 column families, dataSize=7.18 KB heapSize=7.96 KB 2024-11-16T04:45:09,500 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/488c439d20754100b2b13f7a15c37170 is 1055, key is row0250/info:/1731732307433/Put/seqid=0 2024-11-16T04:45:09,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741877_1053 (size=12348) 2024-11-16T04:45:09,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741877_1053 (size=12348) 2024-11-16T04:45:09,505 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.18 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/488c439d20754100b2b13f7a15c37170 2024-11-16T04:45:09,511 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/.tmp/info/488c439d20754100b2b13f7a15c37170 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/488c439d20754100b2b13f7a15c37170 2024-11-16T04:45:09,515 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/488c439d20754100b2b13f7a15c37170, entries=7, sequenceid=333, filesize=12.1 K 2024-11-16T04:45:09,516 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for 5b9404ffbad86502c46e6cdf464cc986 in 20ms, sequenceid=333, compaction requested=false 2024-11-16T04:45:09,516 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5b9404ffbad86502c46e6cdf464cc986: 2024-11-16T04:45:09,527 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.1731732309516, exclude list is [], retry=0 2024-11-16T04:45:09,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34103,DS-ee873d3e-d9bc-4ec6-bd93-18f2be8d7378,DISK] 2024-11-16T04:45:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36129,DS-4be323e6-a9f8-4f94-acf4-357e27fcc494,DISK] 2024-11-16T04:45:09,531 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.1731732309448 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.1731732309516 2024-11-16T04:45:09,531 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39631:39631),(127.0.0.1/127.0.0.1:35513:35513)] 2024-11-16T04:45:09,531 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.1731732309448 is not closed yet, will try archiving it next time 2024-11-16T04:45:09,531 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.1731732231770 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/oldWALs/48db94e10209%2C37041%2C1731732231148.1731732231770 2024-11-16T04:45:09,532 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T04:45:09,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741875_1051 (size=731) 2024-11-16T04:45:09,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741875_1051 (size=731) 2024-11-16T04:45:09,533 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/WALs/48db94e10209,37041,1731732231148/48db94e10209%2C37041%2C1731732231148.1731732309448 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/oldWALs/48db94e10209%2C37041%2C1731732231148.1731732309448 2024-11-16T04:45:09,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:45:09,632 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:45:09,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:45:09,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:45:09,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:45:09,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:45:09,633 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:45:09,633 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=625432575, stopped=false 2024-11-16T04:45:09,633 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=48db94e10209,37535,1731732230985 2024-11-16T04:45:09,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:45:09,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:45:09,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:09,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:45:09,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:09,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:45:09,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:45:09,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:45:09,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:45:09,691 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '48db94e10209,37041,1731732231148' ***** 2024-11-16T04:45:09,691 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:45:09,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:45:09,692 INFO [RS:0;48db94e10209:37041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:45:09,692 INFO [RS:0;48db94e10209:37041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:45:09,692 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:45:09,692 INFO [RS:0;48db94e10209:37041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:45:09,692 INFO [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(3091): Received CLOSE for 620660488349ccf951645f4ac13f8e7b 2024-11-16T04:45:09,692 INFO [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b9404ffbad86502c46e6cdf464cc986 2024-11-16T04:45:09,692 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 620660488349ccf951645f4ac13f8e7b, disabling compactions & flushes 2024-11-16T04:45:09,692 INFO [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(959): stopping server 48db94e10209,37041,1731732231148 2024-11-16T04:45:09,693 INFO [RS:0;48db94e10209:37041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:45:09,693 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b. 2024-11-16T04:45:09,693 INFO [RS:0;48db94e10209:37041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;48db94e10209:37041. 2024-11-16T04:45:09,693 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b. 2024-11-16T04:45:09,693 DEBUG [RS:0;48db94e10209:37041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:45:09,693 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b. after waiting 0 ms 2024-11-16T04:45:09,693 DEBUG [RS:0;48db94e10209:37041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:45:09,693 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b. 2024-11-16T04:45:09,693 INFO [RS:0;48db94e10209:37041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:45:09,693 INFO [RS:0;48db94e10209:37041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:45:09,693 INFO [RS:0;48db94e10209:37041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:45:09,693 INFO [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:45:09,693 INFO [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T04:45:09,693 DEBUG [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 620660488349ccf951645f4ac13f8e7b=TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b., 5b9404ffbad86502c46e6cdf464cc986=TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.} 2024-11-16T04:45:09,693 DEBUG [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b9404ffbad86502c46e6cdf464cc986, 620660488349ccf951645f4ac13f8e7b 2024-11-16T04:45:09,693 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:45:09,694 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:45:09,694 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:45:09,693 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b/info/90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1->hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/90b85d18a8e74450861d434c0497ede8-bottom] to archive 2024-11-16T04:45:09,694 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:45:09,694 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:45:09,695 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T04:45:09,697 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b/info/90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b/info/90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:45:09,698 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=48db94e10209:37535 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-16T04:45:09,698 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-16T04:45:09,700 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-16T04:45:09,700 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:45:09,700 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:45:09,700 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731732309693Running coprocessor pre-close hooks at 1731732309693Disabling compacts and flushes for region at 1731732309693Disabling writes for close at 1731732309694 (+1 ms)Writing region close event to WAL at 1731732309696 (+2 ms)Running coprocessor post-close hooks at 1731732309700 (+4 ms)Closed at 1731732309700 2024-11-16T04:45:09,700 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:45:09,702 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/620660488349ccf951645f4ac13f8e7b/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-11-16T04:45:09,702 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b. 2024-11-16T04:45:09,702 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 620660488349ccf951645f4ac13f8e7b: Waiting for close lock at 1731732309692Running coprocessor pre-close hooks at 1731732309692Disabling compacts and flushes for region at 1731732309692Disabling writes for close at 1731732309693 (+1 ms)Writing region close event to WAL at 1731732309699 (+6 ms)Running coprocessor post-close hooks at 1731732309702 (+3 ms)Closed at 1731732309702 2024-11-16T04:45:09,702 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731732256971.620660488349ccf951645f4ac13f8e7b. 2024-11-16T04:45:09,702 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b9404ffbad86502c46e6cdf464cc986, disabling compactions & flushes 2024-11-16T04:45:09,703 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:45:09,703 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:45:09,703 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. after waiting 0 ms 2024-11-16T04:45:09,703 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:45:09,703 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1->hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/a1c0643b36918f7a8650800256e36cf1/info/90b85d18a8e74450861d434c0497ede8-top, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/aff118021ed44d858b26cdab17eb73bf, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/TestLogRolling-testLogRolling=a1c0643b36918f7a8650800256e36cf1-c7dbca9ef63c4fd5878be95d85a7d2c6, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/f82c34d57d2745f8980f26619752bf16, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/97a20c3c5f574289a20d49cbd3a54848, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/325686f743de4e19906b70f51a2a53ab, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/963aa078e81a4e029cc4045c7fe40587, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/008d42c3253e45a0a0d68b89a1fb8ffe, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/8e7baa351f2d45e0b772c5f7dbc2b026, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/e37520e751234d2eba958683a792c3bd, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/9993c7de412e43f4b42553a9b1330fc3, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/bb173632cbdd4bf2a9a1b0c6b4c1d0c9, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/e929a5242b244476beddc48cf077ad91, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/fce9887a389a4b5fb2bb3035a91fdc45, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/c432304d5dd046f59f39c7f6fe895fc7, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/32ffbead675d4a9a885443749e084c4d, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/1ee6a9d7cca4495590bbb35c4924f068, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/7905fd2b974c451d86c6bc6e35388918, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/5f4e3422f15240f482b9e08226a57fd9, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/00c9cd8bb1dd4e5dbcc201ef7aba00b1] to archive 2024-11-16T04:45:09,704 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T04:45:09,705 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/90b85d18a8e74450861d434c0497ede8.a1c0643b36918f7a8650800256e36cf1 2024-11-16T04:45:09,706 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/aff118021ed44d858b26cdab17eb73bf to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/aff118021ed44d858b26cdab17eb73bf 2024-11-16T04:45:09,707 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/TestLogRolling-testLogRolling=a1c0643b36918f7a8650800256e36cf1-c7dbca9ef63c4fd5878be95d85a7d2c6 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/TestLogRolling-testLogRolling=a1c0643b36918f7a8650800256e36cf1-c7dbca9ef63c4fd5878be95d85a7d2c6 2024-11-16T04:45:09,708 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/f82c34d57d2745f8980f26619752bf16 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/f82c34d57d2745f8980f26619752bf16 2024-11-16T04:45:09,709 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/97a20c3c5f574289a20d49cbd3a54848 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/97a20c3c5f574289a20d49cbd3a54848 2024-11-16T04:45:09,710 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/325686f743de4e19906b70f51a2a53ab to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/325686f743de4e19906b70f51a2a53ab 2024-11-16T04:45:09,711 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/963aa078e81a4e029cc4045c7fe40587 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/963aa078e81a4e029cc4045c7fe40587 2024-11-16T04:45:09,712 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/008d42c3253e45a0a0d68b89a1fb8ffe to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/008d42c3253e45a0a0d68b89a1fb8ffe 2024-11-16T04:45:09,713 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/8e7baa351f2d45e0b772c5f7dbc2b026 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/8e7baa351f2d45e0b772c5f7dbc2b026 2024-11-16T04:45:09,714 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/e37520e751234d2eba958683a792c3bd to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/e37520e751234d2eba958683a792c3bd 2024-11-16T04:45:09,715 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/9993c7de412e43f4b42553a9b1330fc3 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/9993c7de412e43f4b42553a9b1330fc3 2024-11-16T04:45:09,716 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/bb173632cbdd4bf2a9a1b0c6b4c1d0c9 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/bb173632cbdd4bf2a9a1b0c6b4c1d0c9 2024-11-16T04:45:09,717 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/e929a5242b244476beddc48cf077ad91 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/e929a5242b244476beddc48cf077ad91 2024-11-16T04:45:09,718 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/fce9887a389a4b5fb2bb3035a91fdc45 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/fce9887a389a4b5fb2bb3035a91fdc45 2024-11-16T04:45:09,718 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/c432304d5dd046f59f39c7f6fe895fc7 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/c432304d5dd046f59f39c7f6fe895fc7 2024-11-16T04:45:09,719 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/32ffbead675d4a9a885443749e084c4d to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/32ffbead675d4a9a885443749e084c4d 2024-11-16T04:45:09,720 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/1ee6a9d7cca4495590bbb35c4924f068 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/1ee6a9d7cca4495590bbb35c4924f068 2024-11-16T04:45:09,721 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/7905fd2b974c451d86c6bc6e35388918 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/7905fd2b974c451d86c6bc6e35388918 2024-11-16T04:45:09,722 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/5f4e3422f15240f482b9e08226a57fd9 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/5f4e3422f15240f482b9e08226a57fd9 2024-11-16T04:45:09,723 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/00c9cd8bb1dd4e5dbcc201ef7aba00b1 to hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/archive/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/info/00c9cd8bb1dd4e5dbcc201ef7aba00b1 2024-11-16T04:45:09,723 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [aff118021ed44d858b26cdab17eb73bf=39908, f82c34d57d2745f8980f26619752bf16=13394, 97a20c3c5f574289a20d49cbd3a54848=66403, 325686f743de4e19906b70f51a2a53ab=22891, 963aa078e81a4e029cc4045c7fe40587=13394, 008d42c3253e45a0a0d68b89a1fb8ffe=98172, 8e7baa351f2d45e0b772c5f7dbc2b026=28156, e37520e751234d2eba958683a792c3bd=13394, 9993c7de412e43f4b42553a9b1330fc3=115126, bb173632cbdd4bf2a9a1b0c6b4c1d0c9=13394, e929a5242b244476beddc48cf077ad91=28156, fce9887a389a4b5fb2bb3035a91fdc45=147022, c432304d5dd046f59f39c7f6fe895fc7=13394, 32ffbead675d4a9a885443749e084c4d=19742, 1ee6a9d7cca4495590bbb35c4924f068=175590, 7905fd2b974c451d86c6bc6e35388918=18688, 5f4e3422f15240f482b9e08226a57fd9=13402, 00c9cd8bb1dd4e5dbcc201ef7aba00b1=22908] 2024-11-16T04:45:09,726 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/data/default/TestLogRolling-testLogRolling/5b9404ffbad86502c46e6cdf464cc986/recovered.edits/336.seqid, newMaxSeqId=336, maxSeqId=127 2024-11-16T04:45:09,726 INFO [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:45:09,726 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b9404ffbad86502c46e6cdf464cc986: Waiting for close lock at 1731732309702Running coprocessor pre-close hooks at 1731732309702Disabling compacts and flushes for region at 1731732309702Disabling writes for close at 1731732309703 (+1 ms)Writing region close event to WAL at 1731732309723 (+20 ms)Running coprocessor post-close hooks at 1731732309726 (+3 ms)Closed at 1731732309726 2024-11-16T04:45:09,726 DEBUG [RS_CLOSE_REGION-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731732256971.5b9404ffbad86502c46e6cdf464cc986. 2024-11-16T04:45:09,894 INFO [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(976): stopping server 48db94e10209,37041,1731732231148; all regions closed. 2024-11-16T04:45:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741834_1010 (size=8107) 2024-11-16T04:45:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741834_1010 (size=8107) 2024-11-16T04:45:09,903 DEBUG [RS:0;48db94e10209:37041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/oldWALs 2024-11-16T04:45:09,903 INFO [RS:0;48db94e10209:37041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 48db94e10209%2C37041%2C1731732231148.meta:.meta(num 1731732232248) 2024-11-16T04:45:09,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741878_1054 (size=780) 2024-11-16T04:45:09,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741878_1054 (size=780) 2024-11-16T04:45:09,907 DEBUG [RS:0;48db94e10209:37041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/oldWALs 2024-11-16T04:45:09,908 INFO [RS:0;48db94e10209:37041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 48db94e10209%2C37041%2C1731732231148:(num 1731732309516) 2024-11-16T04:45:09,908 DEBUG [RS:0;48db94e10209:37041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:45:09,908 INFO [RS:0;48db94e10209:37041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:45:09,908 INFO [RS:0;48db94e10209:37041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:45:09,908 INFO [RS:0;48db94e10209:37041 {}] hbase.ChoreService(370): Chore service for: regionserver/48db94e10209:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:45:09,908 INFO [RS:0;48db94e10209:37041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:45:09,908 INFO [regionserver/48db94e10209:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:45:09,908 INFO [RS:0;48db94e10209:37041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37041 2024-11-16T04:45:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/48db94e10209,37041,1731732231148 2024-11-16T04:45:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:45:09,955 INFO [RS:0;48db94e10209:37041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:45:09,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [48db94e10209,37041,1731732231148] 2024-11-16T04:45:09,975 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/48db94e10209,37041,1731732231148 already deleted, retry=false 2024-11-16T04:45:09,975 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 48db94e10209,37041,1731732231148 expired; onlineServers=0 2024-11-16T04:45:09,975 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '48db94e10209,37535,1731732230985' ***** 2024-11-16T04:45:09,975 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:45:09,976 INFO [M:0;48db94e10209:37535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:45:09,976 INFO [M:0;48db94e10209:37535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:45:09,976 DEBUG [M:0;48db94e10209:37535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:45:09,976 DEBUG [M:0;48db94e10209:37535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:45:09,977 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:45:09,977 DEBUG [master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732231477 {}] cleaner.HFileCleaner(306): Exit Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732231477,5,FailOnTimeoutGroup] 2024-11-16T04:45:09,977 DEBUG [master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732231476 {}] cleaner.HFileCleaner(306): Exit Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732231476,5,FailOnTimeoutGroup] 2024-11-16T04:45:09,977 INFO [M:0;48db94e10209:37535 {}] hbase.ChoreService(370): Chore service for: master/48db94e10209:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:45:09,977 INFO [M:0;48db94e10209:37535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:45:09,977 DEBUG [M:0;48db94e10209:37535 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:45:09,978 INFO [M:0;48db94e10209:37535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:45:09,978 INFO [M:0;48db94e10209:37535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:45:09,978 INFO [M:0;48db94e10209:37535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:45:09,978 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:45:09,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T04:45:09,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:09,988 DEBUG [M:0;48db94e10209:37535 {}] zookeeper.ZKUtil(347): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T04:45:09,988 WARN [M:0;48db94e10209:37535 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:45:09,991 INFO [M:0;48db94e10209:37535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/.lastflushedseqids 2024-11-16T04:45:10,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741879_1055 (size=228) 2024-11-16T04:45:10,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741879_1055 (size=228) 2024-11-16T04:45:10,002 INFO [M:0;48db94e10209:37535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:45:10,002 INFO [M:0;48db94e10209:37535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:45:10,002 DEBUG [M:0;48db94e10209:37535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:45:10,002 INFO [M:0;48db94e10209:37535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:45:10,002 DEBUG [M:0;48db94e10209:37535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:45:10,002 DEBUG [M:0;48db94e10209:37535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:45:10,002 DEBUG [M:0;48db94e10209:37535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:45:10,002 INFO [M:0;48db94e10209:37535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.36 KB 2024-11-16T04:45:10,022 DEBUG [M:0;48db94e10209:37535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56feecc2f3394536959231d0da453266 is 82, key is hbase:meta,,1/info:regioninfo/1731732232286/Put/seqid=0 2024-11-16T04:45:10,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741880_1056 (size=5672) 2024-11-16T04:45:10,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741880_1056 (size=5672) 2024-11-16T04:45:10,029 INFO [M:0;48db94e10209:37535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56feecc2f3394536959231d0da453266 2024-11-16T04:45:10,054 DEBUG [M:0;48db94e10209:37535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edebde94b546488e92361f223e1313b6 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731732232898/Put/seqid=0 2024-11-16T04:45:10,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741881_1057 (size=7089) 2024-11-16T04:45:10,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741881_1057 (size=7089) 2024-11-16T04:45:10,060 INFO [M:0;48db94e10209:37535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edebde94b546488e92361f223e1313b6 2024-11-16T04:45:10,064 INFO [M:0;48db94e10209:37535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edebde94b546488e92361f223e1313b6 2024-11-16T04:45:10,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:45:10,067 INFO [RS:0;48db94e10209:37041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:45:10,067 INFO [RS:0;48db94e10209:37041 {}] regionserver.HRegionServer(1031): Exiting; stopping=48db94e10209,37041,1731732231148; zookeeper connection closed. 2024-11-16T04:45:10,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37041-0x101433e65fc0001, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:45:10,067 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36d5d0c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36d5d0c2 2024-11-16T04:45:10,068 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:45:10,077 DEBUG [M:0;48db94e10209:37535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d97e264a808a4bc59a04107ef35488c9 is 69, key is 48db94e10209,37041,1731732231148/rs:state/1731732231618/Put/seqid=0 2024-11-16T04:45:10,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741882_1058 (size=5156) 2024-11-16T04:45:10,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741882_1058 (size=5156) 2024-11-16T04:45:10,082 INFO [M:0;48db94e10209:37535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d97e264a808a4bc59a04107ef35488c9 2024-11-16T04:45:10,099 DEBUG [M:0;48db94e10209:37535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/61ac1597e9294c48a9e800aca7925bb8 is 52, key is load_balancer_on/state:d/1731732232485/Put/seqid=0 2024-11-16T04:45:10,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741883_1059 (size=5056) 2024-11-16T04:45:10,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741883_1059 (size=5056) 2024-11-16T04:45:10,104 INFO [M:0;48db94e10209:37535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/61ac1597e9294c48a9e800aca7925bb8 2024-11-16T04:45:10,108 DEBUG [M:0;48db94e10209:37535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56feecc2f3394536959231d0da453266 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56feecc2f3394536959231d0da453266 2024-11-16T04:45:10,113 INFO [M:0;48db94e10209:37535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56feecc2f3394536959231d0da453266, entries=8, sequenceid=125, filesize=5.5 K 2024-11-16T04:45:10,114 DEBUG [M:0;48db94e10209:37535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edebde94b546488e92361f223e1313b6 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edebde94b546488e92361f223e1313b6 2024-11-16T04:45:10,119 INFO [M:0;48db94e10209:37535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edebde94b546488e92361f223e1313b6 2024-11-16T04:45:10,119 INFO [M:0;48db94e10209:37535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edebde94b546488e92361f223e1313b6, entries=13, sequenceid=125, filesize=6.9 K 2024-11-16T04:45:10,120 DEBUG [M:0;48db94e10209:37535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d97e264a808a4bc59a04107ef35488c9 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d97e264a808a4bc59a04107ef35488c9 2024-11-16T04:45:10,124 INFO [M:0;48db94e10209:37535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d97e264a808a4bc59a04107ef35488c9, entries=1, sequenceid=125, filesize=5.0 K 2024-11-16T04:45:10,125 DEBUG [M:0;48db94e10209:37535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/61ac1597e9294c48a9e800aca7925bb8 as hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/61ac1597e9294c48a9e800aca7925bb8 2024-11-16T04:45:10,130 INFO [M:0;48db94e10209:37535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37033/user/jenkins/test-data/ab3d09da-092a-3089-5d83-1d6dadab4165/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/61ac1597e9294c48a9e800aca7925bb8, entries=1, sequenceid=125, filesize=4.9 K 2024-11-16T04:45:10,131 INFO [M:0;48db94e10209:37535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=125, compaction requested=false 2024-11-16T04:45:10,133 INFO [M:0;48db94e10209:37535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:45:10,133 DEBUG [M:0;48db94e10209:37535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731732310002Disabling compacts and flushes for region at 1731732310002Disabling writes for close at 1731732310002Obtaining lock to block concurrent updates at 1731732310002Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731732310002Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1731732310003 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731732310003Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731732310004 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731732310022 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731732310022Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731732310035 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731732310054 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731732310054Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731732310064 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731732310077 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731732310077Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731732310086 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731732310099 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731732310099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d216730: reopening flushed file at 1731732310107 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@380cfc3a: reopening flushed file at 1731732310113 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1262049a: reopening flushed file at 1731732310119 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c853cb8: reopening flushed file at 1731732310125 (+6 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=125, compaction requested=false at 1731732310131 (+6 ms)Writing region close event to WAL at 1731732310133 (+2 ms)Closed at 1731732310133 2024-11-16T04:45:10,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36129 is added to blk_1073741830_1006 (size=61320) 2024-11-16T04:45:10,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34103 is added to blk_1073741830_1006 (size=61320) 2024-11-16T04:45:10,135 INFO [M:0;48db94e10209:37535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:45:10,135 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:45:10,135 INFO [M:0;48db94e10209:37535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37535 2024-11-16T04:45:10,135 INFO [M:0;48db94e10209:37535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:45:10,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:45:10,271 INFO [M:0;48db94e10209:37535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:45:10,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37535-0x101433e65fc0000, quorum=127.0.0.1:58965, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:45:10,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325aed0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:45:10,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18d30f16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:45:10,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:45:10,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a218732{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:45:10,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bcb380d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/hadoop.log.dir/,STOPPED} 2024-11-16T04:45:10,280 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:45:10,280 WARN [BP-411436133-172.17.0.2-1731732229474 heartbeating to localhost/127.0.0.1:37033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:45:10,280 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:45:10,280 WARN [BP-411436133-172.17.0.2-1731732229474 heartbeating to localhost/127.0.0.1:37033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-411436133-172.17.0.2-1731732229474 (Datanode Uuid f7bcf2ae-7214-4819-9e2c-af6aa9f86b62) service to localhost/127.0.0.1:37033 2024-11-16T04:45:10,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/cluster_78d9400f-43f2-ff23-40e2-36d40be76b30/data/data3/current/BP-411436133-172.17.0.2-1731732229474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:45:10,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/cluster_78d9400f-43f2-ff23-40e2-36d40be76b30/data/data4/current/BP-411436133-172.17.0.2-1731732229474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:45:10,281 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:45:10,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7922f0f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:45:10,283 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f098e21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:45:10,283 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:45:10,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a4f50d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:45:10,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@177fdcdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/hadoop.log.dir/,STOPPED} 2024-11-16T04:45:10,285 WARN [BP-411436133-172.17.0.2-1731732229474 heartbeating to localhost/127.0.0.1:37033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:45:10,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:45:10,285 WARN [BP-411436133-172.17.0.2-1731732229474 heartbeating to localhost/127.0.0.1:37033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-411436133-172.17.0.2-1731732229474 (Datanode Uuid 6dc74495-3682-43f3-8636-03dd4758ab83) service to localhost/127.0.0.1:37033 2024-11-16T04:45:10,285 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:45:10,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/cluster_78d9400f-43f2-ff23-40e2-36d40be76b30/data/data1/current/BP-411436133-172.17.0.2-1731732229474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:45:10,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/cluster_78d9400f-43f2-ff23-40e2-36d40be76b30/data/data2/current/BP-411436133-172.17.0.2-1731732229474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:45:10,286 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:45:10,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b935e64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:45:10,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60533c4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:45:10,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:45:10,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bfafaf3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:45:10,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@441457c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/hadoop.log.dir/,STOPPED} 2024-11-16T04:45:10,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:45:10,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:45:10,332 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=106 (was 96) - Thread LEAK? -, OpenFileDescriptor=456 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 323), ProcessCount=11 (was 11), AvailableMemoryMB=6919 (was 7429) 2024-11-16T04:45:10,337 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=107, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=6919 2024-11-16T04:45:10,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T04:45:10,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/hadoop.log.dir so I do NOT create it in target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8 2024-11-16T04:45:10,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35401940-9b62-1d9b-9e98-82f0753b1ca9/hadoop.tmp.dir so I do NOT create it in target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8 2024-11-16T04:45:10,337 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/cluster_df65a9d6-d1b4-4675-3a1d-2bb763f26a81, deleteOnExit=true 2024-11-16T04:45:10,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T04:45:10,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/test.cache.data in system properties and HBase conf 2024-11-16T04:45:10,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T04:45:10,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/hadoop.log.dir in system properties and HBase conf 2024-11-16T04:45:10,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T04:45:10,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T04:45:10,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T04:45:10,338 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T04:45:10,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:45:10,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T04:45:10,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T04:45:10,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:45:10,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T04:45:10,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T04:45:10,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T04:45:10,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:45:10,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T04:45:10,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/nfs.dump.dir in system properties and HBase conf 2024-11-16T04:45:10,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/java.io.tmpdir in system properties and HBase conf 2024-11-16T04:45:10,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T04:45:10,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T04:45:10,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T04:45:10,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:45:10,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:45:10,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:45:10,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:45:10,627 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T04:45:10,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:45:10,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f3ec414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:45:10,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6db7fb8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:45:10,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e35d814{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/java.io.tmpdir/jetty-localhost-37925-hadoop-hdfs-3_4_1-tests_jar-_-any-17573819941471765607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:45:10,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c3b15ed{HTTP/1.1, (http/1.1)}{localhost:37925} 2024-11-16T04:45:10,721 INFO [Time-limited test {}] server.Server(415): Started @228787ms 2024-11-16T04:45:10,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:45:10,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:45:10,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:45:10,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:45:10,987 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:45:10,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38032154{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:45:10,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dceb857{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:45:11,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1db11f13{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/java.io.tmpdir/jetty-localhost-33785-hadoop-hdfs-3_4_1-tests_jar-_-any-17351911553151957747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:45:11,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17b1f55e{HTTP/1.1, (http/1.1)}{localhost:33785} 2024-11-16T04:45:11,082 INFO [Time-limited test {}] server.Server(415): Started @229148ms 2024-11-16T04:45:11,083 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:45:11,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T04:45:11,114 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T04:45:11,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T04:45:11,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T04:45:11,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T04:45:11,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30837cfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/hadoop.log.dir/,AVAILABLE} 2024-11-16T04:45:11,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab3f0f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T04:45:11,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a6f88af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/java.io.tmpdir/jetty-localhost-46009-hadoop-hdfs-3_4_1-tests_jar-_-any-7518191146211887605/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:45:11,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fc2de3a{HTTP/1.1, (http/1.1)}{localhost:46009} 2024-11-16T04:45:11,208 INFO [Time-limited test {}] server.Server(415): Started @229275ms 2024-11-16T04:45:11,209 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T04:45:11,640 INFO [regionserver/48db94e10209:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:45:11,859 WARN [Thread-1620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/cluster_df65a9d6-d1b4-4675-3a1d-2bb763f26a81/data/data1/current/BP-59609477-172.17.0.2-1731732310361/current, will proceed with Du for space computation calculation, 2024-11-16T04:45:11,859 WARN [Thread-1621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/cluster_df65a9d6-d1b4-4675-3a1d-2bb763f26a81/data/data2/current/BP-59609477-172.17.0.2-1731732310361/current, will proceed with Du for space computation calculation, 2024-11-16T04:45:11,878 WARN [Thread-1584 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:45:11,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1586afbdb2a74d6 with lease ID 0xfbf1494329d2ff4b: Processing first storage report for DS-20830c0a-fe7f-4ee2-9ba3-593e3c7c6707 from datanode DatanodeRegistration(127.0.0.1:43771, datanodeUuid=0f2cc06c-9193-4caf-b839-5bf91d302757, infoPort=37129, infoSecurePort=0, ipcPort=45009, storageInfo=lv=-57;cid=testClusterID;nsid=254438167;c=1731732310361) 2024-11-16T04:45:11,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1586afbdb2a74d6 with lease ID 0xfbf1494329d2ff4b: from storage DS-20830c0a-fe7f-4ee2-9ba3-593e3c7c6707 node DatanodeRegistration(127.0.0.1:43771, datanodeUuid=0f2cc06c-9193-4caf-b839-5bf91d302757, infoPort=37129, infoSecurePort=0, ipcPort=45009, storageInfo=lv=-57;cid=testClusterID;nsid=254438167;c=1731732310361), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:45:11,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1586afbdb2a74d6 with lease ID 0xfbf1494329d2ff4b: Processing first storage report for DS-5e4b81cf-d04d-496f-a837-54b258e260fd from datanode DatanodeRegistration(127.0.0.1:43771, datanodeUuid=0f2cc06c-9193-4caf-b839-5bf91d302757, infoPort=37129, infoSecurePort=0, ipcPort=45009, storageInfo=lv=-57;cid=testClusterID;nsid=254438167;c=1731732310361) 2024-11-16T04:45:11,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1586afbdb2a74d6 with lease ID 0xfbf1494329d2ff4b: from storage DS-5e4b81cf-d04d-496f-a837-54b258e260fd node DatanodeRegistration(127.0.0.1:43771, datanodeUuid=0f2cc06c-9193-4caf-b839-5bf91d302757, infoPort=37129, infoSecurePort=0, ipcPort=45009, storageInfo=lv=-57;cid=testClusterID;nsid=254438167;c=1731732310361), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:45:11,964 WARN [Thread-1631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/cluster_df65a9d6-d1b4-4675-3a1d-2bb763f26a81/data/data3/current/BP-59609477-172.17.0.2-1731732310361/current, will proceed with Du for space computation calculation, 2024-11-16T04:45:11,964 WARN [Thread-1632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/cluster_df65a9d6-d1b4-4675-3a1d-2bb763f26a81/data/data4/current/BP-59609477-172.17.0.2-1731732310361/current, will proceed with Du for space computation calculation, 2024-11-16T04:45:11,982 WARN [Thread-1607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T04:45:11,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf1c4bb74b2e78e9 with lease ID 0xfbf1494329d2ff4c: Processing first storage report for DS-5458f253-521e-401f-8a49-f4bd2c33d93d from datanode DatanodeRegistration(127.0.0.1:36067, datanodeUuid=ce795319-3a6e-450a-8ba7-6fd3f1bce18b, infoPort=45595, infoSecurePort=0, ipcPort=38095, storageInfo=lv=-57;cid=testClusterID;nsid=254438167;c=1731732310361) 2024-11-16T04:45:11,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf1c4bb74b2e78e9 with lease ID 0xfbf1494329d2ff4c: from storage DS-5458f253-521e-401f-8a49-f4bd2c33d93d node DatanodeRegistration(127.0.0.1:36067, datanodeUuid=ce795319-3a6e-450a-8ba7-6fd3f1bce18b, infoPort=45595, infoSecurePort=0, ipcPort=38095, storageInfo=lv=-57;cid=testClusterID;nsid=254438167;c=1731732310361), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:45:11,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf1c4bb74b2e78e9 with lease ID 0xfbf1494329d2ff4c: Processing first storage report for DS-e92ebe8d-8dfb-4635-afa9-bd0356f904f6 from datanode DatanodeRegistration(127.0.0.1:36067, datanodeUuid=ce795319-3a6e-450a-8ba7-6fd3f1bce18b, infoPort=45595, infoSecurePort=0, ipcPort=38095, storageInfo=lv=-57;cid=testClusterID;nsid=254438167;c=1731732310361) 2024-11-16T04:45:11,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf1c4bb74b2e78e9 with lease ID 0xfbf1494329d2ff4c: from storage DS-e92ebe8d-8dfb-4635-afa9-bd0356f904f6 node DatanodeRegistration(127.0.0.1:36067, datanodeUuid=ce795319-3a6e-450a-8ba7-6fd3f1bce18b, infoPort=45595, infoSecurePort=0, ipcPort=38095, storageInfo=lv=-57;cid=testClusterID;nsid=254438167;c=1731732310361), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T04:45:12,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8 2024-11-16T04:45:12,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/cluster_df65a9d6-d1b4-4675-3a1d-2bb763f26a81/zookeeper_0, clientPort=58537, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/cluster_df65a9d6-d1b4-4675-3a1d-2bb763f26a81/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/cluster_df65a9d6-d1b4-4675-3a1d-2bb763f26a81/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T04:45:12,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58537 2024-11-16T04:45:12,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:45:12,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:45:12,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:45:12,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741825_1001 (size=7) 2024-11-16T04:45:12,061 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b with version=8 2024-11-16T04:45:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35641/user/jenkins/test-data/681e06c0-efd6-efeb-38d7-d677f7b79665/hbase-staging 2024-11-16T04:45:12,063 INFO [Time-limited test {}] client.ConnectionUtils(128): master/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:45:12,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:45:12,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:45:12,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:45:12,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:45:12,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:45:12,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T04:45:12,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:45:12,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40771 2024-11-16T04:45:12,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40771 connecting to ZooKeeper ensemble=127.0.0.1:58537 2024-11-16T04:45:12,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407710x0, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:45:12,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40771-0x101433fa2b10000 connected 2024-11-16T04:45:12,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:45:12,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:45:12,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:45:12,192 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b, hbase.cluster.distributed=false 2024-11-16T04:45:12,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:45:12,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40771 2024-11-16T04:45:12,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40771 2024-11-16T04:45:12,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40771 2024-11-16T04:45:12,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40771 2024-11-16T04:45:12,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40771 2024-11-16T04:45:12,215 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/48db94e10209:0 server-side Connection retries=45 2024-11-16T04:45:12,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:45:12,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T04:45:12,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T04:45:12,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T04:45:12,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T04:45:12,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T04:45:12,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T04:45:12,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42521 2024-11-16T04:45:12,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42521 connecting to ZooKeeper ensemble=127.0.0.1:58537 2024-11-16T04:45:12,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:45:12,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:45:12,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425210x0, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T04:45:12,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42521-0x101433fa2b10001 connected 2024-11-16T04:45:12,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:45:12,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T04:45:12,232 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T04:45:12,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T04:45:12,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T04:45:12,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42521 2024-11-16T04:45:12,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42521 2024-11-16T04:45:12,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42521 2024-11-16T04:45:12,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42521 2024-11-16T04:45:12,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42521 2024-11-16T04:45:12,251 DEBUG [M:0;48db94e10209:40771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;48db94e10209:40771 2024-11-16T04:45:12,252 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/48db94e10209,40771,1731732312062 2024-11-16T04:45:12,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:45:12,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:45:12,260 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/48db94e10209,40771,1731732312062 2024-11-16T04:45:12,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T04:45:12,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:12,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:12,268 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T04:45:12,269 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/48db94e10209,40771,1731732312062 from backup master directory 2024-11-16T04:45:12,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/48db94e10209,40771,1731732312062 2024-11-16T04:45:12,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:45:12,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T04:45:12,276 WARN [master/48db94e10209:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:45:12,276 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=48db94e10209,40771,1731732312062 2024-11-16T04:45:12,282 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/hbase.id] with ID: cde02e5c-d578-4921-884f-403b058932ab 2024-11-16T04:45:12,282 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/.tmp/hbase.id 2024-11-16T04:45:12,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:45:12,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741826_1002 (size=42) 2024-11-16T04:45:12,291 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/.tmp/hbase.id]:[hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/hbase.id] 2024-11-16T04:45:12,302 INFO [master/48db94e10209:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:45:12,302 INFO [master/48db94e10209:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T04:45:12,303 INFO [master/48db94e10209:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T04:45:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:12,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:45:12,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741827_1003 (size=196) 2024-11-16T04:45:12,321 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T04:45:12,321 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T04:45:12,322 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:45:12,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:45:12,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741828_1004 (size=1189) 2024-11-16T04:45:12,329 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store 2024-11-16T04:45:12,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:45:12,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741829_1005 (size=34) 2024-11-16T04:45:12,335 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:45:12,335 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:45:12,335 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:45:12,335 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:45:12,335 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:45:12,335 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:45:12,335 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:45:12,335 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731732312335Disabling compacts and flushes for region at 1731732312335Disabling writes for close at 1731732312335Writing region close event to WAL at 1731732312335Closed at 1731732312335 2024-11-16T04:45:12,336 WARN [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/.initializing 2024-11-16T04:45:12,336 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/WALs/48db94e10209,40771,1731732312062 2024-11-16T04:45:12,336 INFO [master/48db94e10209:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:45:12,338 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C40771%2C1731732312062, suffix=, logDir=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/WALs/48db94e10209,40771,1731732312062, archiveDir=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/oldWALs, maxLogs=10 2024-11-16T04:45:12,350 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/WALs/48db94e10209,40771,1731732312062/48db94e10209%2C40771%2C1731732312062.1731732312338, exclude list is [], retry=0 2024-11-16T04:45:12,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36067,DS-5458f253-521e-401f-8a49-f4bd2c33d93d,DISK] 2024-11-16T04:45:12,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43771,DS-20830c0a-fe7f-4ee2-9ba3-593e3c7c6707,DISK] 2024-11-16T04:45:12,354 INFO [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/WALs/48db94e10209,40771,1731732312062/48db94e10209%2C40771%2C1731732312062.1731732312338 2024-11-16T04:45:12,354 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45595:45595),(127.0.0.1/127.0.0.1:37129:37129)] 2024-11-16T04:45:12,354 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:45:12,354 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:45:12,354 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:45:12,354 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:45:12,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:45:12,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T04:45:12,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:45:12,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:45:12,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:45:12,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T04:45:12,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:45:12,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:45:12,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:45:12,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T04:45:12,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:45:12,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:45:12,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:45:12,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T04:45:12,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:45:12,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T04:45:12,362 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:45:12,363 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:45:12,363 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:45:12,364 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:45:12,364 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:45:12,365 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T04:45:12,365 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T04:45:12,367 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:45:12,367 INFO [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=795616, jitterRate=0.011678919196128845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T04:45:12,368 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731732312355Initializing all the Stores at 1731732312355Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732312355Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732312356 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732312356Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732312356Cleaning up temporary data from old regions at 1731732312364 (+8 ms)Region opened successfully at 1731732312368 (+4 ms) 2024-11-16T04:45:12,368 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T04:45:12,371 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d6660f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:45:12,372 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T04:45:12,372 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T04:45:12,372 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T04:45:12,372 INFO [master/48db94e10209:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T04:45:12,373 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T04:45:12,373 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T04:45:12,373 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T04:45:12,374 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T04:45:12,375 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T04:45:12,397 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T04:45:12,398 INFO [master/48db94e10209:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T04:45:12,398 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T04:45:12,409 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T04:45:12,409 INFO [master/48db94e10209:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T04:45:12,410 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T04:45:12,417 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T04:45:12,419 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T04:45:12,426 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T04:45:12,427 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T04:45:12,434 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T04:45:12,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:45:12,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T04:45:12,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:12,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:12,443 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=48db94e10209,40771,1731732312062, sessionid=0x101433fa2b10000, setting cluster-up flag (Was=false) 2024-11-16T04:45:12,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:12,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:12,484 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T04:45:12,486 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=48db94e10209,40771,1731732312062 2024-11-16T04:45:12,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:12,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:12,534 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T04:45:12,536 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=48db94e10209,40771,1731732312062 2024-11-16T04:45:12,537 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T04:45:12,539 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T04:45:12,539 INFO [master/48db94e10209:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T04:45:12,540 INFO [master/48db94e10209:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T04:45:12,540 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 48db94e10209,40771,1731732312062 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T04:45:12,542 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:45:12,542 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:45:12,542 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:45:12,542 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/48db94e10209:0, corePoolSize=5, maxPoolSize=5 2024-11-16T04:45:12,542 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/48db94e10209:0, corePoolSize=10, maxPoolSize=10 2024-11-16T04:45:12,542 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:45:12,542 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:45:12,542 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:45:12,544 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731732342543 2024-11-16T04:45:12,544 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T04:45:12,544 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T04:45:12,544 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T04:45:12,544 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T04:45:12,544 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T04:45:12,544 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T04:45:12,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:45:12,544 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T04:45:12,545 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T04:45:12,545 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T04:45:12,545 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T04:45:12,545 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T04:45:12,545 INFO [master/48db94e10209:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T04:45:12,545 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732312545,5,FailOnTimeoutGroup] 2024-11-16T04:45:12,546 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732312545,5,FailOnTimeoutGroup] 2024-11-16T04:45:12,546 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,546 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:45:12,546 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T04:45:12,546 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,546 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T04:45:12,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:45:12,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741831_1007 (size=1321) 2024-11-16T04:45:12,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T04:45:12,554 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b 2024-11-16T04:45:12,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:45:12,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741832_1008 (size=32) 2024-11-16T04:45:12,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:45:12,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:45:12,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:45:12,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:45:12,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:45:12,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:45:12,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:45:12,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:45:12,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:45:12,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:45:12,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:45:12,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:45:12,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:45:12,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:45:12,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:45:12,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:45:12,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:45:12,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:45:12,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/data/hbase/meta/1588230740 2024-11-16T04:45:12,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/data/hbase/meta/1588230740 2024-11-16T04:45:12,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:45:12,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:45:12,570 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T04:45:12,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:45:12,574 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T04:45:12,574 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=705265, jitterRate=-0.1032104343175888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T04:45:12,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731732312560Initializing all the Stores at 1731732312560Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732312561 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732312561Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732312561Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732312561Cleaning up temporary data from old regions at 1731732312570 (+9 ms)Region opened successfully at 1731732312575 (+5 ms) 2024-11-16T04:45:12,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:45:12,575 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:45:12,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:45:12,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:45:12,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:45:12,575 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:45:12,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731732312575Disabling compacts and flushes for region at 1731732312575Disabling writes for close at 1731732312575Writing region close event to WAL at 1731732312575Closed at 1731732312575 2024-11-16T04:45:12,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:45:12,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T04:45:12,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T04:45:12,578 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:45:12,578 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T04:45:12,639 INFO [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(746): ClusterId : cde02e5c-d578-4921-884f-403b058932ab 2024-11-16T04:45:12,639 DEBUG [RS:0;48db94e10209:42521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T04:45:12,668 DEBUG [RS:0;48db94e10209:42521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T04:45:12,668 DEBUG [RS:0;48db94e10209:42521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T04:45:12,677 DEBUG [RS:0;48db94e10209:42521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T04:45:12,677 DEBUG [RS:0;48db94e10209:42521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597265d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=48db94e10209/172.17.0.2:0 2024-11-16T04:45:12,687 DEBUG [RS:0;48db94e10209:42521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;48db94e10209:42521 2024-11-16T04:45:12,688 INFO [RS:0;48db94e10209:42521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T04:45:12,688 INFO [RS:0;48db94e10209:42521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T04:45:12,688 DEBUG [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T04:45:12,688 INFO [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(2659): reportForDuty to master=48db94e10209,40771,1731732312062 with port=42521, startcode=1731732312214 2024-11-16T04:45:12,689 DEBUG [RS:0;48db94e10209:42521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T04:45:12,690 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33091, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T04:45:12,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40771 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 48db94e10209,42521,1731732312214 2024-11-16T04:45:12,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40771 {}] master.ServerManager(517): Registering regionserver=48db94e10209,42521,1731732312214 2024-11-16T04:45:12,692 DEBUG [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b 2024-11-16T04:45:12,692 DEBUG [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35473 2024-11-16T04:45:12,692 DEBUG [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T04:45:12,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:45:12,701 DEBUG [RS:0;48db94e10209:42521 {}] zookeeper.ZKUtil(111): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/48db94e10209,42521,1731732312214 2024-11-16T04:45:12,702 WARN [RS:0;48db94e10209:42521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T04:45:12,702 INFO [RS:0;48db94e10209:42521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:45:12,702 DEBUG [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/48db94e10209,42521,1731732312214 2024-11-16T04:45:12,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [48db94e10209,42521,1731732312214] 2024-11-16T04:45:12,706 INFO [RS:0;48db94e10209:42521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T04:45:12,708 INFO [RS:0;48db94e10209:42521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T04:45:12,709 INFO [RS:0;48db94e10209:42521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T04:45:12,709 INFO [RS:0;48db94e10209:42521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,710 INFO [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T04:45:12,711 INFO [RS:0;48db94e10209:42521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T04:45:12,711 INFO [RS:0;48db94e10209:42521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,712 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:45:12,712 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:45:12,712 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:45:12,712 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:45:12,712 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:45:12,712 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/48db94e10209:0, corePoolSize=2, maxPoolSize=2 2024-11-16T04:45:12,712 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:45:12,712 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:45:12,712 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:45:12,712 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:45:12,712 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:45:12,712 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/48db94e10209:0, corePoolSize=1, maxPoolSize=1 2024-11-16T04:45:12,713 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:45:12,713 DEBUG [RS:0;48db94e10209:42521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/48db94e10209:0, corePoolSize=3, maxPoolSize=3 2024-11-16T04:45:12,715 INFO [RS:0;48db94e10209:42521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,715 INFO [RS:0;48db94e10209:42521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,715 INFO [RS:0;48db94e10209:42521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,715 INFO [RS:0;48db94e10209:42521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,715 INFO [RS:0;48db94e10209:42521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,715 INFO [RS:0;48db94e10209:42521 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,42521,1731732312214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:45:12,729 WARN [48db94e10209:40771 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T04:45:12,738 INFO [RS:0;48db94e10209:42521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T04:45:12,738 INFO [RS:0;48db94e10209:42521 {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,42521,1731732312214-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,738 INFO [RS:0;48db94e10209:42521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,738 INFO [RS:0;48db94e10209:42521 {}] regionserver.Replication(171): 48db94e10209,42521,1731732312214 started 2024-11-16T04:45:12,753 INFO [RS:0;48db94e10209:42521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:12,753 INFO [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(1482): Serving as 48db94e10209,42521,1731732312214, RpcServer on 48db94e10209/172.17.0.2:42521, sessionid=0x101433fa2b10001 2024-11-16T04:45:12,753 DEBUG [RS:0;48db94e10209:42521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T04:45:12,753 DEBUG [RS:0;48db94e10209:42521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 48db94e10209,42521,1731732312214 2024-11-16T04:45:12,753 DEBUG [RS:0;48db94e10209:42521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,42521,1731732312214' 2024-11-16T04:45:12,753 DEBUG [RS:0;48db94e10209:42521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T04:45:12,754 DEBUG [RS:0;48db94e10209:42521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T04:45:12,754 DEBUG [RS:0;48db94e10209:42521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T04:45:12,754 DEBUG [RS:0;48db94e10209:42521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T04:45:12,754 DEBUG [RS:0;48db94e10209:42521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 48db94e10209,42521,1731732312214 2024-11-16T04:45:12,754 DEBUG [RS:0;48db94e10209:42521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '48db94e10209,42521,1731732312214' 2024-11-16T04:45:12,754 DEBUG [RS:0;48db94e10209:42521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T04:45:12,754 DEBUG [RS:0;48db94e10209:42521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T04:45:12,755 DEBUG [RS:0;48db94e10209:42521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T04:45:12,755 INFO [RS:0;48db94e10209:42521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T04:45:12,755 INFO [RS:0;48db94e10209:42521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T04:45:12,855 INFO [RS:0;48db94e10209:42521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:45:12,857 INFO [RS:0;48db94e10209:42521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C42521%2C1731732312214, suffix=, logDir=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/48db94e10209,42521,1731732312214, archiveDir=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/oldWALs, maxLogs=32 2024-11-16T04:45:12,872 DEBUG [RS:0;48db94e10209:42521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/48db94e10209,42521,1731732312214/48db94e10209%2C42521%2C1731732312214.1731732312858, exclude list is [], retry=0 2024-11-16T04:45:12,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36067,DS-5458f253-521e-401f-8a49-f4bd2c33d93d,DISK] 2024-11-16T04:45:12,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43771,DS-20830c0a-fe7f-4ee2-9ba3-593e3c7c6707,DISK] 2024-11-16T04:45:12,876 INFO [RS:0;48db94e10209:42521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/48db94e10209,42521,1731732312214/48db94e10209%2C42521%2C1731732312214.1731732312858 2024-11-16T04:45:12,876 DEBUG [RS:0;48db94e10209:42521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37129:37129),(127.0.0.1/127.0.0.1:45595:45595)] 2024-11-16T04:45:12,979 DEBUG [48db94e10209:40771 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T04:45:12,979 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=48db94e10209,42521,1731732312214 2024-11-16T04:45:12,981 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,42521,1731732312214, state=OPENING 2024-11-16T04:45:13,006 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T04:45:13,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:13,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:13,019 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T04:45:13,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:45:13,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:45:13,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,42521,1731732312214}] 2024-11-16T04:45:13,174 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T04:45:13,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47863, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T04:45:13,184 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T04:45:13,184 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:45:13,185 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T04:45:13,188 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=48db94e10209%2C42521%2C1731732312214.meta, suffix=.meta, logDir=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/48db94e10209,42521,1731732312214, archiveDir=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/oldWALs, maxLogs=32 2024-11-16T04:45:13,202 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/48db94e10209,42521,1731732312214/48db94e10209%2C42521%2C1731732312214.meta.1731732313188.meta, exclude list is [], retry=0 2024-11-16T04:45:13,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43771,DS-20830c0a-fe7f-4ee2-9ba3-593e3c7c6707,DISK] 2024-11-16T04:45:13,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36067,DS-5458f253-521e-401f-8a49-f4bd2c33d93d,DISK] 2024-11-16T04:45:13,205 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/48db94e10209,42521,1731732312214/48db94e10209%2C42521%2C1731732312214.meta.1731732313188.meta 2024-11-16T04:45:13,205 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45595:45595),(127.0.0.1/127.0.0.1:37129:37129)] 2024-11-16T04:45:13,206 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T04:45:13,206 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T04:45:13,206 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T04:45:13,206 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T04:45:13,206 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T04:45:13,206 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T04:45:13,206 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T04:45:13,207 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T04:45:13,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T04:45:13,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T04:45:13,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:45:13,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:45:13,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T04:45:13,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T04:45:13,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:45:13,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:45:13,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T04:45:13,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T04:45:13,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:45:13,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:45:13,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T04:45:13,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T04:45:13,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T04:45:13,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T04:45:13,213 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T04:45:13,213 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/data/hbase/meta/1588230740 2024-11-16T04:45:13,214 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/data/hbase/meta/1588230740 2024-11-16T04:45:13,215 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T04:45:13,215 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T04:45:13,216 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T04:45:13,217 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T04:45:13,218 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=870406, jitterRate=0.10677939653396606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T04:45:13,218 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T04:45:13,219 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731732313207Writing region info on filesystem at 1731732313207Initializing all the Stores at 1731732313207Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732313208 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732313208Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731732313208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731732313208Cleaning up temporary data from old regions at 1731732313215 (+7 ms)Running coprocessor post-open hooks at 1731732313218 (+3 ms)Region opened successfully at 1731732313219 (+1 ms) 2024-11-16T04:45:13,220 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731732313174 2024-11-16T04:45:13,222 DEBUG [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T04:45:13,222 INFO [RS_OPEN_META-regionserver/48db94e10209:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T04:45:13,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=48db94e10209,42521,1731732312214 2024-11-16T04:45:13,223 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 48db94e10209,42521,1731732312214, state=OPEN 2024-11-16T04:45:13,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:45:13,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T04:45:13,272 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=48db94e10209,42521,1731732312214 2024-11-16T04:45:13,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:45:13,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T04:45:13,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T04:45:13,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=48db94e10209,42521,1731732312214 in 253 msec 2024-11-16T04:45:13,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T04:45:13,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 698 msec 2024-11-16T04:45:13,279 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T04:45:13,279 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T04:45:13,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:45:13,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,42521,1731732312214, seqNum=-1] 2024-11-16T04:45:13,281 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:45:13,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40523, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:45:13,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 749 msec 2024-11-16T04:45:13,289 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731732313289, completionTime=-1 2024-11-16T04:45:13,289 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T04:45:13,289 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T04:45:13,291 INFO [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T04:45:13,291 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731732373291 2024-11-16T04:45:13,291 INFO [master/48db94e10209:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731732433291 2024-11-16T04:45:13,291 INFO [master/48db94e10209:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-16T04:45:13,291 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,40771,1731732312062-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:13,291 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,40771,1731732312062-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:13,291 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,40771,1731732312062-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:13,292 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-48db94e10209:40771, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:13,292 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:13,292 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:13,294 DEBUG [master/48db94e10209:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T04:45:13,295 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.019sec 2024-11-16T04:45:13,295 INFO [master/48db94e10209:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T04:45:13,295 INFO [master/48db94e10209:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T04:45:13,295 INFO [master/48db94e10209:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T04:45:13,296 INFO [master/48db94e10209:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T04:45:13,296 INFO [master/48db94e10209:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T04:45:13,296 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,40771,1731732312062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T04:45:13,296 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,40771,1731732312062-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T04:45:13,299 DEBUG [master/48db94e10209:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T04:45:13,299 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T04:45:13,299 INFO [master/48db94e10209:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=48db94e10209,40771,1731732312062-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T04:45:13,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404b8a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:45:13,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 48db94e10209,40771,-1 for getting cluster id 2024-11-16T04:45:13,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T04:45:13,342 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cde02e5c-d578-4921-884f-403b058932ab' 2024-11-16T04:45:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T04:45:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cde02e5c-d578-4921-884f-403b058932ab" 2024-11-16T04:45:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8cf8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:45:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [48db94e10209,40771,-1] 2024-11-16T04:45:13,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T04:45:13,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:45:13,346 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T04:45:13,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204593bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T04:45:13,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T04:45:13,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=48db94e10209,42521,1731732312214, seqNum=-1] 2024-11-16T04:45:13,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T04:45:13,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T04:45:13,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=48db94e10209,40771,1731732312062 2024-11-16T04:45:13,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T04:45:13,357 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T04:45:13,357 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T04:45:13,358 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T04:45:13,360 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/test.com,8080,1, archiveDir=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/oldWALs, maxLogs=32 2024-11-16T04:45:13,374 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/test.com,8080,1/test.com%2C8080%2C1.1731732313361, exclude list is [], retry=0 2024-11-16T04:45:13,376 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36067,DS-5458f253-521e-401f-8a49-f4bd2c33d93d,DISK] 2024-11-16T04:45:13,376 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43771,DS-20830c0a-fe7f-4ee2-9ba3-593e3c7c6707,DISK] 2024-11-16T04:45:13,378 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/test.com,8080,1/test.com%2C8080%2C1.1731732313361 2024-11-16T04:45:13,378 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45595:45595),(127.0.0.1/127.0.0.1:37129:37129)] 2024-11-16T04:45:13,390 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/test.com,8080,1/test.com%2C8080%2C1.1731732313378, exclude list is [], retry=0 2024-11-16T04:45:13,392 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36067,DS-5458f253-521e-401f-8a49-f4bd2c33d93d,DISK] 2024-11-16T04:45:13,392 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43771,DS-20830c0a-fe7f-4ee2-9ba3-593e3c7c6707,DISK] 2024-11-16T04:45:13,394 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/test.com,8080,1/test.com%2C8080%2C1.1731732313361 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/test.com,8080,1/test.com%2C8080%2C1.1731732313378 2024-11-16T04:45:13,394 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45595:45595),(127.0.0.1/127.0.0.1:37129:37129)] 2024-11-16T04:45:13,394 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/test.com,8080,1/test.com%2C8080%2C1.1731732313361 is not closed yet, will try archiving it next time 2024-11-16T04:45:13,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741835_1011 (size=93) 2024-11-16T04:45:13,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741835_1011 (size=93) 2024-11-16T04:45:13,400 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/WALs/test.com,8080,1/test.com%2C8080%2C1.1731732313361 to hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/oldWALs/test.com%2C8080%2C1.1731732313361 2024-11-16T04:45:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741836_1012 (size=93) 2024-11-16T04:45:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741836_1012 (size=93) 2024-11-16T04:45:13,402 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/oldWALs 2024-11-16T04:45:13,402 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731732313378) 2024-11-16T04:45:13,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T04:45:13,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:45:13,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:45:13,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:45:13,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:45:13,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T04:45:13,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T04:45:13,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=710055916, stopped=false 2024-11-16T04:45:13,403 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=48db94e10209,40771,1731732312062 2024-11-16T04:45:13,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:45:13,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T04:45:13,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:13,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:13,417 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:45:13,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T04:45:13,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:45:13,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:45:13,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:45:13,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T04:45:13,418 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '48db94e10209,42521,1731732312214' ***** 2024-11-16T04:45:13,418 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T04:45:13,418 INFO [RS:0;48db94e10209:42521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T04:45:13,418 INFO [RS:0;48db94e10209:42521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T04:45:13,418 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T04:45:13,418 INFO [RS:0;48db94e10209:42521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T04:45:13,418 INFO [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(959): stopping server 48db94e10209,42521,1731732312214 2024-11-16T04:45:13,418 INFO [RS:0;48db94e10209:42521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:45:13,419 INFO [RS:0;48db94e10209:42521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;48db94e10209:42521. 2024-11-16T04:45:13,419 DEBUG [RS:0;48db94e10209:42521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T04:45:13,419 DEBUG [RS:0;48db94e10209:42521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:45:13,419 INFO [RS:0;48db94e10209:42521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T04:45:13,419 INFO [RS:0;48db94e10209:42521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T04:45:13,419 INFO [RS:0;48db94e10209:42521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T04:45:13,419 INFO [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T04:45:13,419 INFO [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T04:45:13,419 DEBUG [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T04:45:13,419 DEBUG [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T04:45:13,419 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T04:45:13,419 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T04:45:13,419 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T04:45:13,419 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T04:45:13,419 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T04:45:13,419 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T04:45:13,432 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/data/hbase/meta/1588230740/.tmp/ns/da379d4ddcbe4e7a96c08d67c35582a7 is 43, key is default/ns:d/1731732313283/Put/seqid=0 2024-11-16T04:45:13,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741837_1013 (size=5153) 2024-11-16T04:45:13,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741837_1013 (size=5153) 2024-11-16T04:45:13,437 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/data/hbase/meta/1588230740/.tmp/ns/da379d4ddcbe4e7a96c08d67c35582a7 2024-11-16T04:45:13,443 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/data/hbase/meta/1588230740/.tmp/ns/da379d4ddcbe4e7a96c08d67c35582a7 as hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/data/hbase/meta/1588230740/ns/da379d4ddcbe4e7a96c08d67c35582a7 2024-11-16T04:45:13,449 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/data/hbase/meta/1588230740/ns/da379d4ddcbe4e7a96c08d67c35582a7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T04:45:13,450 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false 2024-11-16T04:45:13,450 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T04:45:13,454 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T04:45:13,455 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T04:45:13,455 INFO [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T04:45:13,455 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731732313419Running coprocessor pre-close hooks at 1731732313419Disabling compacts and flushes for region at 1731732313419Disabling writes for close at 1731732313419Obtaining lock to block concurrent updates at 1731732313419Preparing flush snapshotting stores in 1588230740 at 1731732313419Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731732313420 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731732313420Flushing 1588230740/ns: creating writer at 1731732313420Flushing 1588230740/ns: appending metadata at 1731732313432 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731732313432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1199d7e6: reopening flushed file at 1731732313442 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false at 1731732313450 (+8 ms)Writing region close event to WAL at 1731732313451 (+1 ms)Running coprocessor post-close hooks at 1731732313455 (+4 ms)Closed at 1731732313455 2024-11-16T04:45:13,455 DEBUG [RS_CLOSE_META-regionserver/48db94e10209:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T04:45:13,619 INFO [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(976): stopping server 48db94e10209,42521,1731732312214; all regions closed. 2024-11-16T04:45:13,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741834_1010 (size=1152) 2024-11-16T04:45:13,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741834_1010 (size=1152) 2024-11-16T04:45:13,624 DEBUG [RS:0;48db94e10209:42521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/oldWALs 2024-11-16T04:45:13,624 INFO [RS:0;48db94e10209:42521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 48db94e10209%2C42521%2C1731732312214.meta:.meta(num 1731732313188) 2024-11-16T04:45:13,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741833_1009 (size=93) 2024-11-16T04:45:13,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741833_1009 (size=93) 2024-11-16T04:45:13,628 DEBUG [RS:0;48db94e10209:42521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/oldWALs 2024-11-16T04:45:13,629 INFO [RS:0;48db94e10209:42521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 48db94e10209%2C42521%2C1731732312214:(num 1731732312858) 2024-11-16T04:45:13,629 DEBUG [RS:0;48db94e10209:42521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T04:45:13,629 INFO [RS:0;48db94e10209:42521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T04:45:13,629 INFO [RS:0;48db94e10209:42521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:45:13,629 INFO [RS:0;48db94e10209:42521 {}] hbase.ChoreService(370): Chore service for: regionserver/48db94e10209:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T04:45:13,629 INFO [RS:0;48db94e10209:42521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:45:13,629 INFO [regionserver/48db94e10209:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:45:13,629 INFO [RS:0;48db94e10209:42521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42521 2024-11-16T04:45:13,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/48db94e10209,42521,1731732312214 2024-11-16T04:45:13,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T04:45:13,659 INFO [RS:0;48db94e10209:42521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:45:13,667 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [48db94e10209,42521,1731732312214] 2024-11-16T04:45:13,675 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/48db94e10209,42521,1731732312214 already deleted, retry=false 2024-11-16T04:45:13,675 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 48db94e10209,42521,1731732312214 expired; onlineServers=0 2024-11-16T04:45:13,675 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '48db94e10209,40771,1731732312062' ***** 2024-11-16T04:45:13,676 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T04:45:13,676 INFO [M:0;48db94e10209:40771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T04:45:13,676 INFO [M:0;48db94e10209:40771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T04:45:13,676 DEBUG [M:0;48db94e10209:40771 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T04:45:13,676 DEBUG [M:0;48db94e10209:40771 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T04:45:13,676 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T04:45:13,676 DEBUG [master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732312545 {}] cleaner.HFileCleaner(306): Exit Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.large.0-1731732312545,5,FailOnTimeoutGroup] 2024-11-16T04:45:13,676 DEBUG [master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732312545 {}] cleaner.HFileCleaner(306): Exit Thread[master/48db94e10209:0:becomeActiveMaster-HFileCleaner.small.0-1731732312545,5,FailOnTimeoutGroup] 2024-11-16T04:45:13,676 INFO [M:0;48db94e10209:40771 {}] hbase.ChoreService(370): Chore service for: master/48db94e10209:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T04:45:13,676 INFO [M:0;48db94e10209:40771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T04:45:13,676 DEBUG [M:0;48db94e10209:40771 {}] master.HMaster(1795): Stopping service threads 2024-11-16T04:45:13,677 INFO [M:0;48db94e10209:40771 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T04:45:13,677 INFO [M:0;48db94e10209:40771 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T04:45:13,677 INFO [M:0;48db94e10209:40771 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T04:45:13,677 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T04:45:13,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T04:45:13,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T04:45:13,684 DEBUG [M:0;48db94e10209:40771 {}] zookeeper.ZKUtil(347): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T04:45:13,684 WARN [M:0;48db94e10209:40771 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T04:45:13,685 INFO [M:0;48db94e10209:40771 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/.lastflushedseqids 2024-11-16T04:45:13,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741838_1014 (size=99) 2024-11-16T04:45:13,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741838_1014 (size=99) 2024-11-16T04:45:13,691 INFO [M:0;48db94e10209:40771 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T04:45:13,691 INFO [M:0;48db94e10209:40771 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T04:45:13,691 DEBUG [M:0;48db94e10209:40771 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T04:45:13,691 INFO [M:0;48db94e10209:40771 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:45:13,691 DEBUG [M:0;48db94e10209:40771 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:45:13,691 DEBUG [M:0;48db94e10209:40771 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T04:45:13,691 DEBUG [M:0;48db94e10209:40771 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:45:13,691 INFO [M:0;48db94e10209:40771 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-16T04:45:13,705 DEBUG [M:0;48db94e10209:40771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ecb67542cfc4922984f4c6fe8707e25 is 82, key is hbase:meta,,1/info:regioninfo/1731732313222/Put/seqid=0 2024-11-16T04:45:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741839_1015 (size=5672) 2024-11-16T04:45:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741839_1015 (size=5672) 2024-11-16T04:45:13,710 INFO [M:0;48db94e10209:40771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ecb67542cfc4922984f4c6fe8707e25 2024-11-16T04:45:13,732 DEBUG [M:0;48db94e10209:40771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1712315f27544e29ac1ec05c1b5e1bff is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731732313288/Put/seqid=0 2024-11-16T04:45:13,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741840_1016 (size=5275) 2024-11-16T04:45:13,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741840_1016 (size=5275) 2024-11-16T04:45:13,737 INFO [M:0;48db94e10209:40771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1712315f27544e29ac1ec05c1b5e1bff 2024-11-16T04:45:13,755 DEBUG [M:0;48db94e10209:40771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae6366b61ea0434594725a2f1eeb09f7 is 69, key is 48db94e10209,42521,1731732312214/rs:state/1731732312691/Put/seqid=0 2024-11-16T04:45:13,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741841_1017 (size=5156) 2024-11-16T04:45:13,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741841_1017 (size=5156) 2024-11-16T04:45:13,759 INFO [M:0;48db94e10209:40771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae6366b61ea0434594725a2f1eeb09f7 2024-11-16T04:45:13,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:45:13,767 INFO [RS:0;48db94e10209:42521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:45:13,768 INFO [RS:0;48db94e10209:42521 {}] regionserver.HRegionServer(1031): Exiting; stopping=48db94e10209,42521,1731732312214; zookeeper connection closed. 2024-11-16T04:45:13,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42521-0x101433fa2b10001, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:45:13,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16fdaf62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16fdaf62 2024-11-16T04:45:13,768 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T04:45:13,776 DEBUG [M:0;48db94e10209:40771 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bea6b97959e74f2ca40fb927bf6489ee is 52, key is load_balancer_on/state:d/1731732313356/Put/seqid=0 2024-11-16T04:45:13,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741842_1018 (size=5056) 2024-11-16T04:45:13,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741842_1018 (size=5056) 2024-11-16T04:45:13,781 INFO [M:0;48db94e10209:40771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bea6b97959e74f2ca40fb927bf6489ee 2024-11-16T04:45:13,786 DEBUG [M:0;48db94e10209:40771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ecb67542cfc4922984f4c6fe8707e25 as hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ecb67542cfc4922984f4c6fe8707e25 2024-11-16T04:45:13,791 INFO [M:0;48db94e10209:40771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ecb67542cfc4922984f4c6fe8707e25, entries=8, sequenceid=29, filesize=5.5 K 2024-11-16T04:45:13,792 DEBUG [M:0;48db94e10209:40771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1712315f27544e29ac1ec05c1b5e1bff as hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1712315f27544e29ac1ec05c1b5e1bff 2024-11-16T04:45:13,796 INFO [M:0;48db94e10209:40771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1712315f27544e29ac1ec05c1b5e1bff, entries=3, sequenceid=29, filesize=5.2 K 2024-11-16T04:45:13,796 DEBUG [M:0;48db94e10209:40771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae6366b61ea0434594725a2f1eeb09f7 as hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae6366b61ea0434594725a2f1eeb09f7 2024-11-16T04:45:13,800 INFO [M:0;48db94e10209:40771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae6366b61ea0434594725a2f1eeb09f7, entries=1, sequenceid=29, filesize=5.0 K 2024-11-16T04:45:13,801 DEBUG [M:0;48db94e10209:40771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/bea6b97959e74f2ca40fb927bf6489ee as hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/bea6b97959e74f2ca40fb927bf6489ee 2024-11-16T04:45:13,806 INFO [M:0;48db94e10209:40771 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35473/user/jenkins/test-data/db2f6ab5-eb44-c689-e1a3-f90e1f44c49b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/bea6b97959e74f2ca40fb927bf6489ee, entries=1, sequenceid=29, filesize=4.9 K 2024-11-16T04:45:13,807 INFO [M:0;48db94e10209:40771 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=29, compaction requested=false 2024-11-16T04:45:13,808 INFO [M:0;48db94e10209:40771 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T04:45:13,808 DEBUG [M:0;48db94e10209:40771 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731732313691Disabling compacts and flushes for region at 1731732313691Disabling writes for close at 1731732313691Obtaining lock to block concurrent updates at 1731732313691Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731732313691Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731732313691Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731732313692 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731732313692Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731732313705 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731732313705Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731732313714 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731732313732 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731732313732Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731732313741 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731732313754 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731732313754Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731732313763 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731732313776 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731732313776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb4df0b: reopening flushed file at 1731732313785 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d2fb431: reopening flushed file at 1731732313791 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@249a288e: reopening flushed file at 1731732313796 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5707b328: reopening flushed file at 1731732313800 (+4 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=29, compaction requested=false at 1731732313807 (+7 ms)Writing region close event to WAL at 1731732313808 (+1 ms)Closed at 1731732313808 2024-11-16T04:45:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36067 is added to blk_1073741830_1006 (size=10311) 2024-11-16T04:45:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43771 is added to blk_1073741830_1006 (size=10311) 2024-11-16T04:45:13,811 INFO [M:0;48db94e10209:40771 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T04:45:13,811 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T04:45:13,811 INFO [M:0;48db94e10209:40771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40771 2024-11-16T04:45:13,811 INFO [M:0;48db94e10209:40771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T04:45:13,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:45:13,926 INFO [M:0;48db94e10209:40771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T04:45:13,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40771-0x101433fa2b10000, quorum=127.0.0.1:58537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T04:45:13,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a6f88af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:45:13,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fc2de3a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:45:13,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:45:13,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab3f0f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:45:13,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30837cfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/hadoop.log.dir/,STOPPED} 2024-11-16T04:45:13,930 WARN [BP-59609477-172.17.0.2-1731732310361 heartbeating to localhost/127.0.0.1:35473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:45:13,930 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:45:13,930 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:45:13,930 WARN [BP-59609477-172.17.0.2-1731732310361 heartbeating to localhost/127.0.0.1:35473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-59609477-172.17.0.2-1731732310361 (Datanode Uuid ce795319-3a6e-450a-8ba7-6fd3f1bce18b) service to localhost/127.0.0.1:35473 2024-11-16T04:45:13,930 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/cluster_df65a9d6-d1b4-4675-3a1d-2bb763f26a81/data/data3/current/BP-59609477-172.17.0.2-1731732310361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:45:13,930 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/cluster_df65a9d6-d1b4-4675-3a1d-2bb763f26a81/data/data4/current/BP-59609477-172.17.0.2-1731732310361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:45:13,931 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:45:13,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1db11f13{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T04:45:13,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17b1f55e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:45:13,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:45:13,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dceb857{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:45:13,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38032154{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/hadoop.log.dir/,STOPPED} 2024-11-16T04:45:13,934 WARN [BP-59609477-172.17.0.2-1731732310361 heartbeating to localhost/127.0.0.1:35473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T04:45:13,934 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T04:45:13,934 WARN [BP-59609477-172.17.0.2-1731732310361 heartbeating to localhost/127.0.0.1:35473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-59609477-172.17.0.2-1731732310361 (Datanode Uuid 0f2cc06c-9193-4caf-b839-5bf91d302757) service to localhost/127.0.0.1:35473 2024-11-16T04:45:13,934 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T04:45:13,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/cluster_df65a9d6-d1b4-4675-3a1d-2bb763f26a81/data/data1/current/BP-59609477-172.17.0.2-1731732310361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:45:13,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/cluster_df65a9d6-d1b4-4675-3a1d-2bb763f26a81/data/data2/current/BP-59609477-172.17.0.2-1731732310361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T04:45:13,934 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T04:45:13,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e35d814{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T04:45:13,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c3b15ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T04:45:13,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T04:45:13,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6db7fb8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T04:45:13,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f3ec414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52cf18b3-6f2c-61a8-7baa-51b3695a61e8/hadoop.log.dir/,STOPPED} 2024-11-16T04:45:13,947 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T04:45:13,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T04:45:13,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=131 (was 107) - Thread LEAK? -, OpenFileDescriptor=511 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 212) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6874 (was 6919)