2024-12-02 19:41:04,675 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-02 19:41:04,685 main DEBUG Took 0.008824 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 19:41:04,686 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 19:41:04,686 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 19:41:04,687 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 19:41:04,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:41:04,694 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 19:41:04,705 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:41:04,707 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:41:04,708 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:41:04,709 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:41:04,710 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:41:04,711 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:41:04,711 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:41:04,712 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:41:04,713 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:41:04,713 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:41:04,714 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:41:04,715 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:41:04,715 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,715 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 19:41:04,717 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:41:04,718 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 19:41:04,720 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 19:41:04,720 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 19:41:04,721 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 19:41:04,721 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 19:41:04,729 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 19:41:04,732 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 19:41:04,733 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 19:41:04,734 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 19:41:04,734 main DEBUG createAppenders(={Console}) 2024-12-02 19:41:04,735 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-02 19:41:04,735 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-02 19:41:04,735 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-02 19:41:04,736 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 19:41:04,736 main DEBUG OutputStream closed 2024-12-02 19:41:04,736 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 19:41:04,736 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 19:41:04,737 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-02 19:41:04,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 19:41:04,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 19:41:04,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 19:41:04,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 19:41:04,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 19:41:04,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 19:41:04,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 19:41:04,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 19:41:04,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 19:41:04,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 19:41:04,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 19:41:04,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 19:41:04,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 19:41:04,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 19:41:04,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 19:41:04,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 19:41:04,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 19:41:04,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 19:41:04,808 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 19:41:04,809 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-02 19:41:04,809 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 19:41:04,810 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-02T19:41:05,062 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b 2024-12-02 19:41:05,065 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 19:41:05,065 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T19:41:05,073 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-02T19:41:05,106 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=10983 2024-12-02T19:41:05,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T19:41:05,125 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/cluster_4b56f609-8ba4-7593-c735-825fcf17b242, deleteOnExit=true 2024-12-02T19:41:05,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T19:41:05,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/test.cache.data in system properties and HBase conf 2024-12-02T19:41:05,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T19:41:05,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/hadoop.log.dir in system properties and HBase conf 2024-12-02T19:41:05,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T19:41:05,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T19:41:05,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T19:41:05,210 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T19:41:05,298 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T19:41:05,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:41:05,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:41:05,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T19:41:05,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:41:05,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T19:41:05,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T19:41:05,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:41:05,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:41:05,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T19:41:05,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/nfs.dump.dir in system properties and HBase conf 2024-12-02T19:41:05,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/java.io.tmpdir in system properties and HBase conf 2024-12-02T19:41:05,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:41:05,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T19:41:05,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T19:41:06,250 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T19:41:06,320 INFO [Time-limited test {}] log.Log(170): Logging initialized @2311ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T19:41:06,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:41:06,444 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:41:06,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:41:06,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:41:06,463 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:41:06,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:41:06,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:41:06,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:41:06,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c362ac7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/java.io.tmpdir/jetty-localhost-38419-hadoop-hdfs-3_4_1-tests_jar-_-any-15229521492557330734/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:41:06,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:38419} 2024-12-02T19:41:06,641 INFO [Time-limited test {}] server.Server(415): Started @2633ms 2024-12-02T19:41:07,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:41:07,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:41:07,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:41:07,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:41:07,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:41:07,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:41:07,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:41:07,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b235369{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/java.io.tmpdir/jetty-localhost-42893-hadoop-hdfs-3_4_1-tests_jar-_-any-4093093026313749340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:41:07,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:42893} 2024-12-02T19:41:07,264 INFO [Time-limited test {}] server.Server(415): Started @3255ms 2024-12-02T19:41:07,312 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:41:07,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:41:07,424 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:41:07,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:41:07,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:41:07,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:41:07,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:41:07,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:41:07,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1980243e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/java.io.tmpdir/jetty-localhost-38167-hadoop-hdfs-3_4_1-tests_jar-_-any-7891253713625238928/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:41:07,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:38167} 2024-12-02T19:41:07,531 INFO [Time-limited test {}] server.Server(415): Started @3522ms 2024-12-02T19:41:07,533 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:41:08,348 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/cluster_4b56f609-8ba4-7593-c735-825fcf17b242/data/data3/current/BP-539186901-172.17.0.2-1733168465785/current, will proceed with Du for space computation calculation, 2024-12-02T19:41:08,348 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/cluster_4b56f609-8ba4-7593-c735-825fcf17b242/data/data4/current/BP-539186901-172.17.0.2-1733168465785/current, will proceed with Du for space computation calculation, 2024-12-02T19:41:08,348 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/cluster_4b56f609-8ba4-7593-c735-825fcf17b242/data/data2/current/BP-539186901-172.17.0.2-1733168465785/current, will proceed with Du for space computation calculation, 2024-12-02T19:41:08,348 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/cluster_4b56f609-8ba4-7593-c735-825fcf17b242/data/data1/current/BP-539186901-172.17.0.2-1733168465785/current, will proceed with Du for space computation calculation, 2024-12-02T19:41:08,389 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:41:08,389 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:41:08,452 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda4a9cecc6012bd7 with lease ID 0xe596d2c735fff41a: Processing first storage report for DS-e67189bc-99a0-4cef-9fd8-2f8a9694dae4 from datanode DatanodeRegistration(127.0.0.1:33947, datanodeUuid=36cd786b-8c11-4074-a652-f087eb4b984a, infoPort=40353, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=1395186202;c=1733168465785) 2024-12-02T19:41:08,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda4a9cecc6012bd7 with lease ID 0xe596d2c735fff41a: from storage DS-e67189bc-99a0-4cef-9fd8-2f8a9694dae4 node DatanodeRegistration(127.0.0.1:33947, datanodeUuid=36cd786b-8c11-4074-a652-f087eb4b984a, infoPort=40353, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=1395186202;c=1733168465785), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T19:41:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1652ad755a9d2fda with lease ID 0xe596d2c735fff419: Processing first storage report for DS-0c7d53fe-f4af-45d0-865e-978dfc441625 from datanode DatanodeRegistration(127.0.0.1:37259, datanodeUuid=8ab57136-fb32-4575-bf57-81f3887122a3, infoPort=41069, infoSecurePort=0, ipcPort=44645, storageInfo=lv=-57;cid=testClusterID;nsid=1395186202;c=1733168465785) 2024-12-02T19:41:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1652ad755a9d2fda with lease ID 0xe596d2c735fff419: from storage DS-0c7d53fe-f4af-45d0-865e-978dfc441625 node DatanodeRegistration(127.0.0.1:37259, datanodeUuid=8ab57136-fb32-4575-bf57-81f3887122a3, infoPort=41069, infoSecurePort=0, ipcPort=44645, storageInfo=lv=-57;cid=testClusterID;nsid=1395186202;c=1733168465785), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:41:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda4a9cecc6012bd7 with lease ID 0xe596d2c735fff41a: Processing first storage report for DS-baa032b3-357e-4ace-9c84-b06b28c16c8f from datanode DatanodeRegistration(127.0.0.1:33947, datanodeUuid=36cd786b-8c11-4074-a652-f087eb4b984a, infoPort=40353, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=1395186202;c=1733168465785) 2024-12-02T19:41:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda4a9cecc6012bd7 with lease ID 0xe596d2c735fff41a: from storage DS-baa032b3-357e-4ace-9c84-b06b28c16c8f node DatanodeRegistration(127.0.0.1:33947, datanodeUuid=36cd786b-8c11-4074-a652-f087eb4b984a, infoPort=40353, infoSecurePort=0, ipcPort=36721, storageInfo=lv=-57;cid=testClusterID;nsid=1395186202;c=1733168465785), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T19:41:08,455 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1652ad755a9d2fda with lease ID 0xe596d2c735fff419: Processing first storage report for DS-f28a4010-619d-4202-b958-be07cac86cf4 from datanode DatanodeRegistration(127.0.0.1:37259, datanodeUuid=8ab57136-fb32-4575-bf57-81f3887122a3, infoPort=41069, infoSecurePort=0, ipcPort=44645, storageInfo=lv=-57;cid=testClusterID;nsid=1395186202;c=1733168465785) 2024-12-02T19:41:08,455 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1652ad755a9d2fda with lease ID 0xe596d2c735fff419: from storage DS-f28a4010-619d-4202-b958-be07cac86cf4 node DatanodeRegistration(127.0.0.1:37259, datanodeUuid=8ab57136-fb32-4575-bf57-81f3887122a3, infoPort=41069, infoSecurePort=0, ipcPort=44645, storageInfo=lv=-57;cid=testClusterID;nsid=1395186202;c=1733168465785), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:41:08,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b 2024-12-02T19:41:08,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/cluster_4b56f609-8ba4-7593-c735-825fcf17b242/zookeeper_0, clientPort=54062, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/cluster_4b56f609-8ba4-7593-c735-825fcf17b242/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/cluster_4b56f609-8ba4-7593-c735-825fcf17b242/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T19:41:08,689 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54062 2024-12-02T19:41:08,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:41:08,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:41:08,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:41:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:41:09,394 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d with version=8 2024-12-02T19:41:09,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/hbase-staging 2024-12-02T19:41:09,484 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T19:41:09,775 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:41:09,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:41:09,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:41:09,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:41:09,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:41:09,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:41:09,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T19:41:10,060 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T19:41:10,070 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T19:41:10,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:41:10,106 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6126 (auto-detected) 2024-12-02T19:41:10,107 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T19:41:10,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34459 2024-12-02T19:41:10,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34459 connecting to ZooKeeper ensemble=127.0.0.1:54062 2024-12-02T19:41:10,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344590x0, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:41:10,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34459-0x10198d9a5720000 connected 2024-12-02T19:41:10,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:41:10,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:41:10,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:41:10,450 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d, hbase.cluster.distributed=false 2024-12-02T19:41:10,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:41:10,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34459 2024-12-02T19:41:10,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34459 2024-12-02T19:41:10,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34459 2024-12-02T19:41:10,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34459 2024-12-02T19:41:10,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34459 2024-12-02T19:41:10,700 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:41:10,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:41:10,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:41:10,703 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:41:10,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:41:10,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:41:10,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:41:10,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:41:10,714 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44427 2024-12-02T19:41:10,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44427 connecting to ZooKeeper ensemble=127.0.0.1:54062 2024-12-02T19:41:10,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:41:10,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:41:10,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444270x0, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:41:10,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444270x0, quorum=127.0.0.1:54062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:41:10,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44427-0x10198d9a5720001 connected 2024-12-02T19:41:10,776 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:41:10,791 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:41:10,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:41:10,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:41:10,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44427 2024-12-02T19:41:10,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44427 2024-12-02T19:41:10,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44427 2024-12-02T19:41:10,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44427 2024-12-02T19:41:10,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44427 2024-12-02T19:41:10,844 DEBUG [M:0;41897df2911b:34459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:34459 2024-12-02T19:41:10,845 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,34459,1733168469580 2024-12-02T19:41:10,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:41:10,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:41:10,878 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,34459,1733168469580 2024-12-02T19:41:10,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:41:10,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:41:10,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:41:10,912 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T19:41:10,915 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,34459,1733168469580 from backup master directory 2024-12-02T19:41:10,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:41:10,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,34459,1733168469580 2024-12-02T19:41:10,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:41:10,928 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:41:10,928 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,34459,1733168469580 2024-12-02T19:41:10,931 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T19:41:10,932 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T19:41:10,988 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/hbase.id] with ID: 12ec8a6b-4f33-4480-851c-5223142b75b7 2024-12-02T19:41:10,988 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/.tmp/hbase.id 2024-12-02T19:41:11,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:41:11,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:41:11,005 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/.tmp/hbase.id]:[hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/hbase.id] 2024-12-02T19:41:11,053 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:41:11,057 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T19:41:11,074 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-02T19:41:11,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:41:11,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:41:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:41:11,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:41:11,133 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:41:11,135 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T19:41:11,141 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:41:11,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:41:11,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:41:11,195 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store 2024-12-02T19:41:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:41:11,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:41:11,243 INFO [master/41897df2911b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T19:41:11,247 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:41:11,248 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:41:11,249 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:41:11,249 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:41:11,251 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:41:11,251 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:41:11,251 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:41:11,256 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733168471248Disabling compacts and flushes for region at 1733168471248Disabling writes for close at 1733168471251 (+3 ms)Writing region close event to WAL at 1733168471251Closed at 1733168471251 2024-12-02T19:41:11,259 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/.initializing 2024-12-02T19:41:11,259 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/WALs/41897df2911b,34459,1733168469580 2024-12-02T19:41:11,270 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:41:11,291 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C34459%2C1733168469580, suffix=, logDir=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/WALs/41897df2911b,34459,1733168469580, archiveDir=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/oldWALs, maxLogs=10 2024-12-02T19:41:11,327 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/WALs/41897df2911b,34459,1733168469580/41897df2911b%2C34459%2C1733168469580.1733168471297, exclude list is [], retry=0 2024-12-02T19:41:11,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:41:11,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37259,DS-0c7d53fe-f4af-45d0-865e-978dfc441625,DISK] 2024-12-02T19:41:11,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-e67189bc-99a0-4cef-9fd8-2f8a9694dae4,DISK] 2024-12-02T19:41:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T19:41:11,417 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/WALs/41897df2911b,34459,1733168469580/41897df2911b%2C34459%2C1733168469580.1733168471297 2024-12-02T19:41:11,423 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40353:40353),(127.0.0.1/127.0.0.1:41069:41069)] 2024-12-02T19:41:11,424 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:41:11,425 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:41:11,430 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:41:11,431 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:41:11,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:41:11,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T19:41:11,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:11,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:41:11,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:41:11,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T19:41:11,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:11,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:41:11,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:41:11,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T19:41:11,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:11,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:41:11,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:41:11,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T19:41:11,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:11,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:41:11,563 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:41:11,568 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:41:11,572 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:41:11,580 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:41:11,580 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:41:11,586 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:41:11,591 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:41:11,600 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:41:11,602 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=772726, jitterRate=-0.017428100109100342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:41:11,613 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733168471446Initializing all the Stores at 1733168471449 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168471450 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168471451 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168471452 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168471452Cleaning up temporary data from old regions at 1733168471580 (+128 ms)Region opened successfully at 1733168471612 (+32 ms) 2024-12-02T19:41:11,615 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T19:41:11,690 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228ab4c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:41:11,732 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T19:41:11,749 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T19:41:11,750 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T19:41:11,757 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T19:41:11,763 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-12-02T19:41:11,771 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-02T19:41:11,771 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T19:41:11,806 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T19:41:11,823 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T19:41:11,881 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T19:41:11,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T19:41:11,888 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T19:41:11,898 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T19:41:11,901 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T19:41:11,905 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T19:41:11,915 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T19:41:11,917 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T19:41:11,927 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T19:41:11,946 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T19:41:11,957 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T19:41:11,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:41:11,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:41:11,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:41:11,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:41:11,972 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,34459,1733168469580, sessionid=0x10198d9a5720000, setting cluster-up flag (Was=false) 2024-12-02T19:41:12,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:41:12,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:41:12,027 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T19:41:12,029 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,34459,1733168469580 2024-12-02T19:41:12,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:41:12,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:41:12,077 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T19:41:12,079 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,34459,1733168469580 2024-12-02T19:41:12,086 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T19:41:12,129 INFO [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(746): ClusterId : 12ec8a6b-4f33-4480-851c-5223142b75b7 2024-12-02T19:41:12,132 DEBUG [RS:0;41897df2911b:44427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:41:12,151 DEBUG [RS:0;41897df2911b:44427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:41:12,151 DEBUG [RS:0;41897df2911b:44427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:41:12,161 DEBUG [RS:0;41897df2911b:44427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:41:12,162 DEBUG [RS:0;41897df2911b:44427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489089a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:41:12,178 DEBUG [RS:0;41897df2911b:44427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:44427 2024-12-02T19:41:12,178 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T19:41:12,181 INFO [RS:0;41897df2911b:44427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:41:12,182 INFO [RS:0;41897df2911b:44427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:41:12,182 DEBUG [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:41:12,184 INFO [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,34459,1733168469580 with port=44427, startcode=1733168470644 2024-12-02T19:41:12,190 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T19:41:12,197 DEBUG [RS:0;41897df2911b:44427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:41:12,198 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T19:41:12,205 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,34459,1733168469580 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T19:41:12,214 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:41:12,214 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:41:12,215 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:41:12,215 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:41:12,215 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T19:41:12,215 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:41:12,216 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:41:12,216 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:41:12,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:41:12,238 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T19:41:12,245 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733168502245 2024-12-02T19:41:12,247 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:12,248 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T19:41:12,249 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58981, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:41:12,251 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T19:41:12,252 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T19:41:12,256 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34459 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:41:12,257 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T19:41:12,258 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T19:41:12,258 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T19:41:12,258 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T19:41:12,275 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,297 DEBUG [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T19:41:12,297 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T19:41:12,297 WARN [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T19:41:12,299 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T19:41:12,299 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T19:41:12,304 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T19:41:12,305 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T19:41:12,323 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168472306,5,FailOnTimeoutGroup] 2024-12-02T19:41:12,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:41:12,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:41:12,327 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168472324,5,FailOnTimeoutGroup] 2024-12-02T19:41:12,327 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,327 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T19:41:12,329 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,329 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T19:41:12,329 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,330 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d 2024-12-02T19:41:12,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:41:12,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:41:12,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:41:12,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:41:12,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:41:12,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:12,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:41:12,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:41:12,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:41:12,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:12,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:41:12,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:41:12,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:41:12,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:12,398 INFO [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,34459,1733168469580 with port=44427, startcode=1733168470644 2024-12-02T19:41:12,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:41:12,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:41:12,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,44427,1733168470644 2024-12-02T19:41:12,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:41:12,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:12,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:41:12,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:41:12,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34459 {}] master.ServerManager(517): Registering regionserver=41897df2911b,44427,1733168470644 2024-12-02T19:41:12,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740 2024-12-02T19:41:12,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740 2024-12-02T19:41:12,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:41:12,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:41:12,414 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:41:12,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:41:12,423 DEBUG [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d 2024-12-02T19:41:12,423 DEBUG [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46637 2024-12-02T19:41:12,423 DEBUG [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:41:12,430 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:41:12,432 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=692674, jitterRate=-0.11921995878219604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:41:12,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733168472383Initializing all the Stores at 1733168472384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168472384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168472385 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168472385Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168472385Cleaning up temporary data from old regions at 1733168472413 (+28 ms)Region opened successfully at 1733168472435 (+22 ms) 2024-12-02T19:41:12,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:41:12,435 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:41:12,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:41:12,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:41:12,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:41:12,439 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:41:12,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733168472435Disabling compacts and flushes for region at 1733168472435Disabling writes for close at 1733168472436 (+1 ms)Writing region close event to WAL at 1733168472439 (+3 ms)Closed at 1733168472439 2024-12-02T19:41:12,444 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:41:12,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T19:41:12,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T19:41:12,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:41:12,458 DEBUG [RS:0;41897df2911b:44427 {}] zookeeper.ZKUtil(111): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,44427,1733168470644 2024-12-02T19:41:12,459 WARN [RS:0;41897df2911b:44427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:41:12,459 INFO [RS:0;41897df2911b:44427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:41:12,460 DEBUG [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644 2024-12-02T19:41:12,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:41:12,464 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,44427,1733168470644] 2024-12-02T19:41:12,466 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T19:41:12,492 INFO [RS:0;41897df2911b:44427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:41:12,506 INFO [RS:0;41897df2911b:44427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:41:12,515 INFO [RS:0;41897df2911b:44427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:41:12,515 INFO [RS:0;41897df2911b:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,519 INFO [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:41:12,527 INFO [RS:0;41897df2911b:44427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:41:12,535 INFO [RS:0;41897df2911b:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,535 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:41:12,535 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:41:12,536 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:41:12,536 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:41:12,536 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:41:12,536 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:41:12,536 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:41:12,536 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:41:12,537 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:41:12,537 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:41:12,537 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:41:12,537 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:41:12,538 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:41:12,538 DEBUG [RS:0;41897df2911b:44427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:41:12,542 INFO [RS:0;41897df2911b:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,543 INFO [RS:0;41897df2911b:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,543 INFO [RS:0;41897df2911b:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,543 INFO [RS:0;41897df2911b:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,543 INFO [RS:0;41897df2911b:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,544 INFO [RS:0;41897df2911b:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,44427,1733168470644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:41:12,568 INFO [RS:0;41897df2911b:44427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:41:12,570 INFO [RS:0;41897df2911b:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,44427,1733168470644-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,570 INFO [RS:0;41897df2911b:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,570 INFO [RS:0;41897df2911b:44427 {}] regionserver.Replication(171): 41897df2911b,44427,1733168470644 started 2024-12-02T19:41:12,596 INFO [RS:0;41897df2911b:44427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:12,597 INFO [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,44427,1733168470644, RpcServer on 41897df2911b/172.17.0.2:44427, sessionid=0x10198d9a5720001 2024-12-02T19:41:12,597 DEBUG [RS:0;41897df2911b:44427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:41:12,598 DEBUG [RS:0;41897df2911b:44427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,44427,1733168470644 2024-12-02T19:41:12,598 DEBUG [RS:0;41897df2911b:44427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,44427,1733168470644' 2024-12-02T19:41:12,598 DEBUG [RS:0;41897df2911b:44427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:41:12,599 DEBUG [RS:0;41897df2911b:44427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:41:12,600 DEBUG [RS:0;41897df2911b:44427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:41:12,600 DEBUG [RS:0;41897df2911b:44427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:41:12,601 DEBUG [RS:0;41897df2911b:44427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,44427,1733168470644 2024-12-02T19:41:12,601 DEBUG [RS:0;41897df2911b:44427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,44427,1733168470644' 2024-12-02T19:41:12,601 DEBUG [RS:0;41897df2911b:44427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:41:12,602 DEBUG [RS:0;41897df2911b:44427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:41:12,602 DEBUG [RS:0;41897df2911b:44427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:41:12,603 INFO [RS:0;41897df2911b:44427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:41:12,603 INFO [RS:0;41897df2911b:44427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:41:12,617 WARN [41897df2911b:34459 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T19:41:12,708 INFO [RS:0;41897df2911b:44427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:41:12,710 INFO [RS:0;41897df2911b:44427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C44427%2C1733168470644, suffix=, logDir=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644, archiveDir=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/oldWALs, maxLogs=32 2024-12-02T19:41:12,728 DEBUG [RS:0;41897df2911b:44427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168472714, exclude list is [], retry=0 2024-12-02T19:41:12,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-e67189bc-99a0-4cef-9fd8-2f8a9694dae4,DISK] 2024-12-02T19:41:12,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37259,DS-0c7d53fe-f4af-45d0-865e-978dfc441625,DISK] 2024-12-02T19:41:12,738 INFO [RS:0;41897df2911b:44427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168472714 2024-12-02T19:41:12,743 DEBUG [RS:0;41897df2911b:44427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41069:41069),(127.0.0.1/127.0.0.1:40353:40353)] 2024-12-02T19:41:12,870 DEBUG [41897df2911b:34459 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T19:41:12,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,44427,1733168470644 2024-12-02T19:41:12,889 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,44427,1733168470644, state=OPENING 2024-12-02T19:41:12,948 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T19:41:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:41:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:41:12,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:41:12,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:41:12,962 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:41:12,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,44427,1733168470644}] 2024-12-02T19:41:13,140 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:41:13,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32967, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:41:13,153 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T19:41:13,154 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:41:13,155 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T19:41:13,157 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C44427%2C1733168470644.meta, suffix=.meta, logDir=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644, archiveDir=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/oldWALs, maxLogs=32 2024-12-02T19:41:13,176 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.meta.1733168473159.meta, exclude list is [], retry=0 2024-12-02T19:41:13,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-e67189bc-99a0-4cef-9fd8-2f8a9694dae4,DISK] 2024-12-02T19:41:13,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37259,DS-0c7d53fe-f4af-45d0-865e-978dfc441625,DISK] 2024-12-02T19:41:13,188 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.meta.1733168473159.meta 2024-12-02T19:41:13,193 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41069:41069),(127.0.0.1/127.0.0.1:40353:40353)] 2024-12-02T19:41:13,194 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:41:13,196 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T19:41:13,200 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T19:41:13,206 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T19:41:13,211 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T19:41:13,212 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:41:13,212 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T19:41:13,213 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T19:41:13,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:41:13,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:41:13,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:13,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:41:13,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:41:13,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:41:13,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:13,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:41:13,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:41:13,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:41:13,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:13,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:41:13,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:41:13,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:41:13,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:13,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:41:13,234 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:41:13,235 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740 2024-12-02T19:41:13,241 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740 2024-12-02T19:41:13,244 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:41:13,245 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:41:13,246 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:41:13,250 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:41:13,253 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=766547, jitterRate=-0.025285497307777405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:41:13,253 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T19:41:13,255 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733168473213Writing region info on filesystem at 1733168473213Initializing all the Stores at 1733168473215 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168473216 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168473216Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168473216Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168473216Cleaning up temporary data from old regions at 1733168473245 (+29 ms)Running coprocessor post-open hooks at 1733168473253 (+8 ms)Region opened successfully at 1733168473255 (+2 ms) 2024-12-02T19:41:13,264 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733168473132 2024-12-02T19:41:13,283 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T19:41:13,285 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T19:41:13,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,44427,1733168470644 2024-12-02T19:41:13,291 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,44427,1733168470644, state=OPEN 2024-12-02T19:41:13,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:41:13,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:41:13,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:41:13,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:41:13,389 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,44427,1733168470644 2024-12-02T19:41:13,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T19:41:13,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,44427,1733168470644 in 425 msec 2024-12-02T19:41:13,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T19:41:13,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 947 msec 2024-12-02T19:41:13,405 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:41:13,405 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T19:41:13,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:41:13,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,44427,1733168470644, seqNum=-1] 2024-12-02T19:41:13,446 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:41:13,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37117, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:41:13,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3450 sec 2024-12-02T19:41:13,468 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733168473468, completionTime=-1 2024-12-02T19:41:13,471 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T19:41:13,471 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T19:41:13,502 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T19:41:13,502 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733168533502 2024-12-02T19:41:13,503 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733168593503 2024-12-02T19:41:13,503 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-12-02T19:41:13,505 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,34459,1733168469580-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:13,505 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,34459,1733168469580-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:13,505 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,34459,1733168469580-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:13,506 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:34459, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:13,507 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:13,509 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:13,516 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T19:41:13,537 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.608sec 2024-12-02T19:41:13,539 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T19:41:13,540 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T19:41:13,541 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T19:41:13,541 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T19:41:13,541 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T19:41:13,542 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,34459,1733168469580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:41:13,542 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,34459,1733168469580-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T19:41:13,551 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T19:41:13,552 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T19:41:13,553 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,34459,1733168469580-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:41:13,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283e67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:41:13,644 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T19:41:13,644 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T19:41:13,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,34459,-1 for getting cluster id 2024-12-02T19:41:13,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:41:13,660 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12ec8a6b-4f33-4480-851c-5223142b75b7' 2024-12-02T19:41:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:41:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12ec8a6b-4f33-4480-851c-5223142b75b7" 2024-12-02T19:41:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f5dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:41:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,34459,-1] 2024-12-02T19:41:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:41:13,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:41:13,671 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:41:13,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3868c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:41:13,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:41:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,44427,1733168470644, seqNum=-1] 2024-12-02T19:41:13,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:41:13,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:41:13,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,34459,1733168469580 2024-12-02T19:41:13,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:41:13,720 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T19:41:13,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:41:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,34459,1733168469580 2024-12-02T19:41:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e553e27 2024-12-02T19:41:13,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:41:13,761 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:41:13,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-02T19:41:13,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-02T19:41:13,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:41:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-02T19:41:13,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:41:13,788 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:13,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-02T19:41:13,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:41:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:41:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741835_1011 (size=389) 2024-12-02T19:41:13,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741835_1011 (size=389) 2024-12-02T19:41:13,888 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff292ddca731d6bf20a656975f8f2a21, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d 2024-12-02T19:41:13,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741836_1012 (size=72) 2024-12-02T19:41:13,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741836_1012 (size=72) 2024-12-02T19:41:13,903 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:41:13,903 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing ff292ddca731d6bf20a656975f8f2a21, disabling compactions & flushes 2024-12-02T19:41:13,903 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. 2024-12-02T19:41:13,903 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. 2024-12-02T19:41:13,903 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. after waiting 0 ms 2024-12-02T19:41:13,903 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. 2024-12-02T19:41:13,903 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. 2024-12-02T19:41:13,903 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff292ddca731d6bf20a656975f8f2a21: Waiting for close lock at 1733168473903Disabling compacts and flushes for region at 1733168473903Disabling writes for close at 1733168473903Writing region close event to WAL at 1733168473903Closed at 1733168473903 2024-12-02T19:41:13,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:41:13,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733168473906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733168473906"}]},"ts":"1733168473906"} 2024-12-02T19:41:13,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T19:41:13,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:41:13,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733168473918"}]},"ts":"1733168473918"} 2024-12-02T19:41:13,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-02T19:41:13,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ff292ddca731d6bf20a656975f8f2a21, ASSIGN}] 2024-12-02T19:41:13,930 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ff292ddca731d6bf20a656975f8f2a21, ASSIGN 2024-12-02T19:41:13,932 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ff292ddca731d6bf20a656975f8f2a21, ASSIGN; state=OFFLINE, location=41897df2911b,44427,1733168470644; forceNewPlan=false, retain=false 2024-12-02T19:41:14,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff292ddca731d6bf20a656975f8f2a21, regionState=OPENING, regionLocation=41897df2911b,44427,1733168470644 2024-12-02T19:41:14,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ff292ddca731d6bf20a656975f8f2a21, ASSIGN because future has completed 2024-12-02T19:41:14,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff292ddca731d6bf20a656975f8f2a21, server=41897df2911b,44427,1733168470644}] 2024-12-02T19:41:14,252 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. 2024-12-02T19:41:14,252 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff292ddca731d6bf20a656975f8f2a21, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:41:14,253 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:41:14,253 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:41:14,253 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:41:14,253 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:41:14,258 INFO [StoreOpener-ff292ddca731d6bf20a656975f8f2a21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:41:14,261 INFO [StoreOpener-ff292ddca731d6bf20a656975f8f2a21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff292ddca731d6bf20a656975f8f2a21 columnFamilyName info 2024-12-02T19:41:14,261 DEBUG [StoreOpener-ff292ddca731d6bf20a656975f8f2a21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:41:14,262 INFO [StoreOpener-ff292ddca731d6bf20a656975f8f2a21-1 {}] regionserver.HStore(327): Store=ff292ddca731d6bf20a656975f8f2a21/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:41:14,263 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:41:14,264 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:41:14,265 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:41:14,266 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:41:14,266 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:41:14,269 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:41:14,273 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:41:14,274 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff292ddca731d6bf20a656975f8f2a21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=855844, jitterRate=0.08826236426830292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:41:14,274 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:41:14,276 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff292ddca731d6bf20a656975f8f2a21: Running coprocessor pre-open hook at 1733168474254Writing region info on filesystem at 1733168474254Initializing all the Stores at 1733168474256 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168474256Cleaning up temporary data from old regions at 1733168474266 (+10 ms)Running coprocessor post-open hooks at 1733168474274 (+8 ms)Region opened successfully at 1733168474275 (+1 ms) 2024-12-02T19:41:14,278 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21., pid=6, masterSystemTime=1733168474245 2024-12-02T19:41:14,282 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. 2024-12-02T19:41:14,283 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. 2024-12-02T19:41:14,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff292ddca731d6bf20a656975f8f2a21, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,44427,1733168470644 2024-12-02T19:41:14,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff292ddca731d6bf20a656975f8f2a21, server=41897df2911b,44427,1733168470644 because future has completed 2024-12-02T19:41:14,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T19:41:14,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff292ddca731d6bf20a656975f8f2a21, server=41897df2911b,44427,1733168470644 in 208 msec 2024-12-02T19:41:14,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T19:41:14,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ff292ddca731d6bf20a656975f8f2a21, ASSIGN in 375 msec 2024-12-02T19:41:14,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:41:14,308 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733168474308"}]},"ts":"1733168474308"} 2024-12-02T19:41:14,312 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-02T19:41:14,314 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:41:14,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 540 msec 2024-12-02T19:41:18,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T19:41:18,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T19:41:18,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-02T19:41:20,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T19:41:20,056 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T19:41:20,058 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-02T19:41:20,058 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-02T19:41:20,059 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:41:20,059 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T19:41:20,060 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T19:41:20,060 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T19:41:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:41:23,900 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-02T19:41:23,904 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-02T19:41:23,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-02T19:41:23,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. 2024-12-02T19:41:23,931 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168483913, exclude list is [], retry=0 2024-12-02T19:41:23,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37259,DS-0c7d53fe-f4af-45d0-865e-978dfc441625,DISK] 2024-12-02T19:41:23,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-e67189bc-99a0-4cef-9fd8-2f8a9694dae4,DISK] 2024-12-02T19:41:23,955 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168472714 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168483913 2024-12-02T19:41:23,956 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40353:40353),(127.0.0.1/127.0.0.1:41069:41069)] 2024-12-02T19:41:23,956 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168472714 is not closed yet, will try archiving it next time 2024-12-02T19:41:23,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741833_1009 (size=451) 2024-12-02T19:41:23,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741833_1009 (size=451) 2024-12-02T19:41:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21., hostname=41897df2911b,44427,1733168470644, seqNum=2] 2024-12-02T19:41:23,969 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168472714 to hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/oldWALs/41897df2911b%2C44427%2C1733168470644.1733168472714 2024-12-02T19:41:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HRegion(8855): Flush requested on ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:41:38,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff292ddca731d6bf20a656975f8f2a21 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T19:41:38,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/.tmp/info/9fcf168636094690b3b391a457c0aa6e is 1055, key is row0001/info:/1733168483969/Put/seqid=0 2024-12-02T19:41:38,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741838_1014 (size=13386) 2024-12-02T19:41:38,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741838_1014 (size=13386) 2024-12-02T19:41:38,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/.tmp/info/9fcf168636094690b3b391a457c0aa6e 2024-12-02T19:41:38,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/.tmp/info/9fcf168636094690b3b391a457c0aa6e as hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/info/9fcf168636094690b3b391a457c0aa6e 2024-12-02T19:41:38,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/info/9fcf168636094690b3b391a457c0aa6e, entries=8, sequenceid=12, filesize=13.1 K 2024-12-02T19:41:38,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for ff292ddca731d6bf20a656975f8f2a21 in 175ms, sequenceid=12, compaction requested=false 2024-12-02T19:41:38,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff292ddca731d6bf20a656975f8f2a21: 2024-12-02T19:41:38,555 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T19:41:44,092 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168504077, exclude list is [], retry=0 2024-12-02T19:41:44,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37259,DS-0c7d53fe-f4af-45d0-865e-978dfc441625,DISK] 2024-12-02T19:41:44,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-e67189bc-99a0-4cef-9fd8-2f8a9694dae4,DISK] 2024-12-02T19:41:44,098 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168483913 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168504077 2024-12-02T19:41:44,099 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41069:41069),(127.0.0.1/127.0.0.1:40353:40353)] 2024-12-02T19:41:44,099 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168483913 is not closed yet, will try archiving it next time 2024-12-02T19:41:44,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741837_1013 (size=12149) 2024-12-02T19:41:44,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741837_1013 (size=12149) 2024-12-02T19:41:49,105 INFO [AsyncFSWAL-0-hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d-prefix:41897df2911b,44427,1733168470644 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5004 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37259,DS-0c7d53fe-f4af-45d0-865e-978dfc441625,DISK], DatanodeInfoWithStorage[127.0.0.1:33947,DS-e67189bc-99a0-4cef-9fd8-2f8a9694dae4,DISK]] 2024-12-02T19:41:49,108 WARN [AsyncFSWAL-0-hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d-prefix:41897df2911b,44427,1733168470644 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5004 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37259,DS-0c7d53fe-f4af-45d0-865e-978dfc441625,DISK], DatanodeInfoWithStorage[127.0.0.1:33947,DS-e67189bc-99a0-4cef-9fd8-2f8a9694dae4,DISK]] 2024-12-02T19:41:49,109 DEBUG [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 41897df2911b%2C44427%2C1733168470644:(num 1733168504077) roll requested 2024-12-02T19:41:49,123 DEBUG [regionserver/41897df2911b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168509109, exclude list is [], retry=0 2024-12-02T19:41:49,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-e67189bc-99a0-4cef-9fd8-2f8a9694dae4,DISK] 2024-12-02T19:41:49,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37259,DS-0c7d53fe-f4af-45d0-865e-978dfc441625,DISK] 2024-12-02T19:41:49,135 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168504077 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168509109 2024-12-02T19:41:49,135 DEBUG [regionserver/41897df2911b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40353:40353),(127.0.0.1/127.0.0.1:41069:41069)] 2024-12-02T19:41:49,136 DEBUG [regionserver/41897df2911b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168504077 is not closed yet, will try archiving it next time 2024-12-02T19:41:49,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741839_1015 (size=1233) 2024-12-02T19:41:49,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741839_1015 (size=1233) 2024-12-02T19:41:51,107 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:41:51,126 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168511108, exclude list is [], retry=0 2024-12-02T19:41:51,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33947,DS-e67189bc-99a0-4cef-9fd8-2f8a9694dae4,DISK] 2024-12-02T19:41:51,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37259,DS-0c7d53fe-f4af-45d0-865e-978dfc441625,DISK] 2024-12-02T19:41:51,132 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168509109 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168511108 2024-12-02T19:41:51,132 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40353:40353),(127.0.0.1/127.0.0.1:41069:41069)] 2024-12-02T19:41:51,133 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168509109 is not closed yet, will try archiving it next time 2024-12-02T19:41:51,136 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168509109 not finished, retry = 0 2024-12-02T19:41:51,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741840_1016 (size=93) 2024-12-02T19:41:51,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741840_1016 (size=93) 2024-12-02T19:41:51,238 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/WALs/41897df2911b,44427,1733168470644/41897df2911b%2C44427%2C1733168470644.1733168509109 to hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/oldWALs/41897df2911b%2C44427%2C1733168470644.1733168509109 2024-12-02T19:41:53,572 INFO [master/41897df2911b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T19:41:53,572 INFO [master/41897df2911b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T19:41:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] regionserver.HRegion(8855): Flush requested on ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:41:59,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff292ddca731d6bf20a656975f8f2a21 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T19:41:59,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/.tmp/info/dac67e391a7b446bba3b2dd8807e825f is 1055, key is row0009/info:/1733168500069/Put/seqid=0 2024-12-02T19:41:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741842_1018 (size=13386) 2024-12-02T19:41:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741842_1018 (size=13386) 2024-12-02T19:41:59,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/.tmp/info/dac67e391a7b446bba3b2dd8807e825f 2024-12-02T19:41:59,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/.tmp/info/dac67e391a7b446bba3b2dd8807e825f as hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/info/dac67e391a7b446bba3b2dd8807e825f 2024-12-02T19:41:59,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/info/dac67e391a7b446bba3b2dd8807e825f, entries=8, sequenceid=23, filesize=13.1 K 2024-12-02T19:41:59,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for ff292ddca731d6bf20a656975f8f2a21 in 42ms, sequenceid=23, compaction requested=false 2024-12-02T19:41:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff292ddca731d6bf20a656975f8f2a21: 2024-12-02T19:41:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-02T19:41:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:41:59,201 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/info/9fcf168636094690b3b391a457c0aa6e because midkey is the same as first or last row 2024-12-02T19:41:59,253 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ff292ddca731d6bf20a656975f8f2a21, had cached 0 bytes from a total of 26772 2024-12-02T19:42:08,556 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T19:42:11,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T19:42:11,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:42:11,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:42:11,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:42:11,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:42:11,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:42:11,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T19:42:11,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=586383305, stopped=false 2024-12-02T19:42:11,187 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,34459,1733168469580 2024-12-02T19:42:11,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:42:11,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:42:11,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:11,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:11,239 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:42:11,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:42:11,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:42:11,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:42:11,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:42:11,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:42:11,240 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,44427,1733168470644' ***** 2024-12-02T19:42:11,240 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:42:11,241 INFO [RS:0;41897df2911b:44427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:42:11,241 INFO [RS:0;41897df2911b:44427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:42:11,241 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:42:11,241 INFO [RS:0;41897df2911b:44427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:42:11,241 INFO [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(3091): Received CLOSE for ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:42:11,242 INFO [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,44427,1733168470644 2024-12-02T19:42:11,242 INFO [RS:0;41897df2911b:44427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:42:11,242 INFO [RS:0;41897df2911b:44427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:44427. 2024-12-02T19:42:11,242 DEBUG [RS:0;41897df2911b:44427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:42:11,242 DEBUG [RS:0;41897df2911b:44427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:42:11,242 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff292ddca731d6bf20a656975f8f2a21, disabling compactions & flushes 2024-12-02T19:42:11,242 INFO [RS:0;41897df2911b:44427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:42:11,242 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. 2024-12-02T19:42:11,242 INFO [RS:0;41897df2911b:44427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:42:11,242 INFO [RS:0;41897df2911b:44427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:42:11,242 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. 2024-12-02T19:42:11,243 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. after waiting 0 ms 2024-12-02T19:42:11,243 INFO [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T19:42:11,243 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. 2024-12-02T19:42:11,243 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff292ddca731d6bf20a656975f8f2a21 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-02T19:42:11,243 INFO [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T19:42:11,243 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:42:11,243 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:42:11,243 DEBUG [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(1325): Online Regions={ff292ddca731d6bf20a656975f8f2a21=TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T19:42:11,243 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:42:11,243 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:42:11,243 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:42:11,244 DEBUG [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff292ddca731d6bf20a656975f8f2a21 2024-12-02T19:42:11,244 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-02T19:42:11,253 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/.tmp/info/5aca607a214344e690dbfb16efd04227 is 1055, key is row0017/info:/1733168521161/Put/seqid=0 2024-12-02T19:42:11,267 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/.tmp/info/4a8e416e09224831a723ccb3854554b8 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21./info:regioninfo/1733168474284/Put/seqid=0 2024-12-02T19:42:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741843_1019 (size=10222) 2024-12-02T19:42:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741843_1019 (size=10222) 2024-12-02T19:42:11,278 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/.tmp/info/5aca607a214344e690dbfb16efd04227 2024-12-02T19:42:11,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741844_1020 (size=7016) 2024-12-02T19:42:11,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741844_1020 (size=7016) 2024-12-02T19:42:11,300 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/.tmp/info/4a8e416e09224831a723ccb3854554b8 2024-12-02T19:42:11,304 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/.tmp/info/5aca607a214344e690dbfb16efd04227 as hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/info/5aca607a214344e690dbfb16efd04227 2024-12-02T19:42:11,318 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/info/5aca607a214344e690dbfb16efd04227, entries=5, sequenceid=31, filesize=10.0 K 2024-12-02T19:42:11,320 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for ff292ddca731d6bf20a656975f8f2a21 in 76ms, sequenceid=31, compaction requested=true 2024-12-02T19:42:11,327 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/default/TestLogRolling-testSlowSyncLogRolling/ff292ddca731d6bf20a656975f8f2a21/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-02T19:42:11,329 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. 2024-12-02T19:42:11,330 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff292ddca731d6bf20a656975f8f2a21: Waiting for close lock at 1733168531242Running coprocessor pre-close hooks at 1733168531242Disabling compacts and flushes for region at 1733168531242Disabling writes for close at 1733168531243 (+1 ms)Obtaining lock to block concurrent updates at 1733168531243Preparing flush snapshotting stores in ff292ddca731d6bf20a656975f8f2a21 at 1733168531243Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733168531244 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. at 1733168531247 (+3 ms)Flushing ff292ddca731d6bf20a656975f8f2a21/info: creating writer at 1733168531247Flushing ff292ddca731d6bf20a656975f8f2a21/info: appending metadata at 1733168531252 (+5 ms)Flushing ff292ddca731d6bf20a656975f8f2a21/info: closing flushed file at 1733168531253 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19eb0359: reopening flushed file at 1733168531303 (+50 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for ff292ddca731d6bf20a656975f8f2a21 in 76ms, sequenceid=31, compaction requested=true at 1733168531320 (+17 ms)Writing region close event to WAL at 1733168531321 (+1 ms)Running coprocessor post-close hooks at 1733168531328 (+7 ms)Closed at 1733168531329 (+1 ms) 2024-12-02T19:42:11,330 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733168473763.ff292ddca731d6bf20a656975f8f2a21. 2024-12-02T19:42:11,331 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/.tmp/ns/6595106c5f6d4c7ba6a262492da785f1 is 43, key is default/ns:d/1733168473452/Put/seqid=0 2024-12-02T19:42:11,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741845_1021 (size=5153) 2024-12-02T19:42:11,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741845_1021 (size=5153) 2024-12-02T19:42:11,344 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/.tmp/ns/6595106c5f6d4c7ba6a262492da785f1 2024-12-02T19:42:11,377 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/.tmp/table/07bd2d9b9d59421bbc5e83b3fcc6eafd is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733168474308/Put/seqid=0 2024-12-02T19:42:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741846_1022 (size=5396) 2024-12-02T19:42:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741846_1022 (size=5396) 2024-12-02T19:42:11,386 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/.tmp/table/07bd2d9b9d59421bbc5e83b3fcc6eafd 2024-12-02T19:42:11,398 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/.tmp/info/4a8e416e09224831a723ccb3854554b8 as hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/info/4a8e416e09224831a723ccb3854554b8 2024-12-02T19:42:11,412 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/info/4a8e416e09224831a723ccb3854554b8, entries=10, sequenceid=11, filesize=6.9 K 2024-12-02T19:42:11,415 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/.tmp/ns/6595106c5f6d4c7ba6a262492da785f1 as hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/ns/6595106c5f6d4c7ba6a262492da785f1 2024-12-02T19:42:11,429 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/ns/6595106c5f6d4c7ba6a262492da785f1, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T19:42:11,431 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/.tmp/table/07bd2d9b9d59421bbc5e83b3fcc6eafd as hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/table/07bd2d9b9d59421bbc5e83b3fcc6eafd 2024-12-02T19:42:11,442 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/table/07bd2d9b9d59421bbc5e83b3fcc6eafd, entries=2, sequenceid=11, filesize=5.3 K 2024-12-02T19:42:11,444 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 200ms, sequenceid=11, compaction requested=false 2024-12-02T19:42:11,444 DEBUG [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:42:11,459 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T19:42:11,459 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:42:11,459 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:42:11,460 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733168531243Running coprocessor pre-close hooks at 1733168531243Disabling compacts and flushes for region at 1733168531243Disabling writes for close at 1733168531243Obtaining lock to block concurrent updates at 1733168531244 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733168531244Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733168531244Flushing stores of hbase:meta,,1.1588230740 at 1733168531245 (+1 ms)Flushing 1588230740/info: creating writer at 1733168531245Flushing 1588230740/info: appending metadata at 1733168531267 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733168531267Flushing 1588230740/ns: creating writer at 1733168531311 (+44 ms)Flushing 1588230740/ns: appending metadata at 1733168531330 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733168531330Flushing 1588230740/table: creating writer at 1733168531355 (+25 ms)Flushing 1588230740/table: appending metadata at 1733168531376 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733168531376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15391806: reopening flushed file at 1733168531396 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59eff71e: reopening flushed file at 1733168531413 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3389f3aa: reopening flushed file at 1733168531429 (+16 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 200ms, sequenceid=11, compaction requested=false at 1733168531444 (+15 ms)Writing region close event to WAL at 1733168531452 (+8 ms)Running coprocessor post-close hooks at 1733168531459 (+7 ms)Closed at 1733168531459 2024-12-02T19:42:11,460 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T19:42:11,639 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T19:42:11,639 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T19:42:11,644 INFO [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,44427,1733168470644; all regions closed. 2024-12-02T19:42:11,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741834_1010 (size=3066) 2024-12-02T19:42:11,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741834_1010 (size=3066) 2024-12-02T19:42:11,653 DEBUG [RS:0;41897df2911b:44427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/oldWALs 2024-12-02T19:42:11,653 INFO [RS:0;41897df2911b:44427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C44427%2C1733168470644.meta:.meta(num 1733168473159) 2024-12-02T19:42:11,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741841_1017 (size=13164) 2024-12-02T19:42:11,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741841_1017 (size=13164) 2024-12-02T19:42:11,663 DEBUG [RS:0;41897df2911b:44427 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/oldWALs 2024-12-02T19:42:11,663 INFO [RS:0;41897df2911b:44427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C44427%2C1733168470644:(num 1733168511108) 2024-12-02T19:42:11,663 DEBUG [RS:0;41897df2911b:44427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:42:11,663 INFO [RS:0;41897df2911b:44427 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:42:11,663 INFO [RS:0;41897df2911b:44427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:42:11,664 INFO [RS:0;41897df2911b:44427 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T19:42:11,664 INFO [RS:0;41897df2911b:44427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:42:11,664 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:42:11,664 INFO [RS:0;41897df2911b:44427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44427 2024-12-02T19:42:11,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:42:11,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,44427,1733168470644 2024-12-02T19:42:11,699 INFO [RS:0;41897df2911b:44427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:42:11,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,44427,1733168470644] 2024-12-02T19:42:11,715 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,44427,1733168470644 already deleted, retry=false 2024-12-02T19:42:11,716 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,44427,1733168470644 expired; onlineServers=0 2024-12-02T19:42:11,716 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,34459,1733168469580' ***** 2024-12-02T19:42:11,716 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T19:42:11,716 INFO [M:0;41897df2911b:34459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:42:11,716 INFO [M:0;41897df2911b:34459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:42:11,716 DEBUG [M:0;41897df2911b:34459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T19:42:11,716 DEBUG [M:0;41897df2911b:34459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T19:42:11,716 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T19:42:11,716 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168472306 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168472306,5,FailOnTimeoutGroup] 2024-12-02T19:42:11,717 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168472324 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168472324,5,FailOnTimeoutGroup] 2024-12-02T19:42:11,717 INFO [M:0;41897df2911b:34459 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T19:42:11,717 INFO [M:0;41897df2911b:34459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:42:11,717 DEBUG [M:0;41897df2911b:34459 {}] master.HMaster(1795): Stopping service threads 2024-12-02T19:42:11,717 INFO [M:0;41897df2911b:34459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T19:42:11,717 INFO [M:0;41897df2911b:34459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:42:11,718 INFO [M:0;41897df2911b:34459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T19:42:11,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T19:42:11,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T19:42:11,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:11,724 DEBUG [M:0;41897df2911b:34459 {}] zookeeper.ZKUtil(347): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T19:42:11,724 WARN [M:0;41897df2911b:34459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T19:42:11,727 INFO [M:0;41897df2911b:34459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/.lastflushedseqids 2024-12-02T19:42:11,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741847_1023 (size=130) 2024-12-02T19:42:11,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741847_1023 (size=130) 2024-12-02T19:42:11,750 INFO [M:0;41897df2911b:34459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T19:42:11,751 INFO [M:0;41897df2911b:34459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T19:42:11,751 DEBUG [M:0;41897df2911b:34459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:42:11,751 INFO [M:0;41897df2911b:34459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:11,751 DEBUG [M:0;41897df2911b:34459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:11,751 DEBUG [M:0;41897df2911b:34459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:42:11,751 DEBUG [M:0;41897df2911b:34459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:11,751 INFO [M:0;41897df2911b:34459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-12-02T19:42:11,777 DEBUG [M:0;41897df2911b:34459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27c16b6dde2a45a0bfe820544ca0a4e5 is 82, key is hbase:meta,,1/info:regioninfo/1733168473286/Put/seqid=0 2024-12-02T19:42:11,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741848_1024 (size=5672) 2024-12-02T19:42:11,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741848_1024 (size=5672) 2024-12-02T19:42:11,791 INFO [M:0;41897df2911b:34459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27c16b6dde2a45a0bfe820544ca0a4e5 2024-12-02T19:42:11,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:42:11,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44427-0x10198d9a5720001, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:42:11,808 INFO [RS:0;41897df2911b:44427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:42:11,808 INFO [RS:0;41897df2911b:44427 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,44427,1733168470644; zookeeper connection closed. 2024-12-02T19:42:11,808 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@397b6ba2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@397b6ba2 2024-12-02T19:42:11,809 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T19:42:11,819 DEBUG [M:0;41897df2911b:34459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df8859473f9d4f25b219f3807868a397 is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733168474317/Put/seqid=0 2024-12-02T19:42:11,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741849_1025 (size=6248) 2024-12-02T19:42:11,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741849_1025 (size=6248) 2024-12-02T19:42:11,826 INFO [M:0;41897df2911b:34459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df8859473f9d4f25b219f3807868a397 2024-12-02T19:42:11,833 INFO [M:0;41897df2911b:34459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df8859473f9d4f25b219f3807868a397 2024-12-02T19:42:11,856 DEBUG [M:0;41897df2911b:34459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebe71bbf800f44e9aa1820b22deda5ca is 69, key is 41897df2911b,44427,1733168470644/rs:state/1733168472406/Put/seqid=0 2024-12-02T19:42:11,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741850_1026 (size=5156) 2024-12-02T19:42:11,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741850_1026 (size=5156) 2024-12-02T19:42:11,867 INFO [M:0;41897df2911b:34459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebe71bbf800f44e9aa1820b22deda5ca 2024-12-02T19:42:11,897 DEBUG [M:0;41897df2911b:34459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f121d2adadc04001a9c7210794eec83f is 52, key is load_balancer_on/state:d/1733168473716/Put/seqid=0 2024-12-02T19:42:11,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741851_1027 (size=5056) 2024-12-02T19:42:11,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741851_1027 (size=5056) 2024-12-02T19:42:11,916 INFO [M:0;41897df2911b:34459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f121d2adadc04001a9c7210794eec83f 2024-12-02T19:42:11,932 DEBUG [M:0;41897df2911b:34459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27c16b6dde2a45a0bfe820544ca0a4e5 as hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27c16b6dde2a45a0bfe820544ca0a4e5 2024-12-02T19:42:11,941 INFO [M:0;41897df2911b:34459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27c16b6dde2a45a0bfe820544ca0a4e5, entries=8, sequenceid=59, filesize=5.5 K 2024-12-02T19:42:11,942 DEBUG [M:0;41897df2911b:34459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df8859473f9d4f25b219f3807868a397 as hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df8859473f9d4f25b219f3807868a397 2024-12-02T19:42:11,952 INFO [M:0;41897df2911b:34459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df8859473f9d4f25b219f3807868a397 2024-12-02T19:42:11,953 INFO [M:0;41897df2911b:34459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df8859473f9d4f25b219f3807868a397, entries=6, sequenceid=59, filesize=6.1 K 2024-12-02T19:42:11,955 DEBUG [M:0;41897df2911b:34459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebe71bbf800f44e9aa1820b22deda5ca as hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebe71bbf800f44e9aa1820b22deda5ca 2024-12-02T19:42:11,964 INFO [M:0;41897df2911b:34459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebe71bbf800f44e9aa1820b22deda5ca, entries=1, sequenceid=59, filesize=5.0 K 2024-12-02T19:42:11,965 DEBUG [M:0;41897df2911b:34459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f121d2adadc04001a9c7210794eec83f as hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f121d2adadc04001a9c7210794eec83f 2024-12-02T19:42:11,976 INFO [M:0;41897df2911b:34459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f121d2adadc04001a9c7210794eec83f, entries=1, sequenceid=59, filesize=4.9 K 2024-12-02T19:42:11,977 INFO [M:0;41897df2911b:34459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 226ms, sequenceid=59, compaction requested=false 2024-12-02T19:42:11,982 INFO [M:0;41897df2911b:34459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:11,982 DEBUG [M:0;41897df2911b:34459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733168531751Disabling compacts and flushes for region at 1733168531751Disabling writes for close at 1733168531751Obtaining lock to block concurrent updates at 1733168531751Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733168531751Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1733168531752 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733168531754 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733168531755 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733168531775 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733168531776 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733168531800 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733168531818 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733168531818Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733168531834 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733168531855 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733168531855Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733168531879 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733168531896 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733168531896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32407b2a: reopening flushed file at 1733168531930 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68211c1f: reopening flushed file at 1733168531941 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe927d: reopening flushed file at 1733168531953 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b335821: reopening flushed file at 1733168531964 (+11 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 226ms, sequenceid=59, compaction requested=false at 1733168531979 (+15 ms)Writing region close event to WAL at 1733168531982 (+3 ms)Closed at 1733168531982 2024-12-02T19:42:11,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33947 is added to blk_1073741830_1006 (size=27985) 2024-12-02T19:42:11,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37259 is added to blk_1073741830_1006 (size=27985) 2024-12-02T19:42:11,995 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:42:11,995 INFO [M:0;41897df2911b:34459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T19:42:11,995 INFO [M:0;41897df2911b:34459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34459 2024-12-02T19:42:11,995 INFO [M:0;41897df2911b:34459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:42:12,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:42:12,121 INFO [M:0;41897df2911b:34459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:42:12,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x10198d9a5720000, quorum=127.0.0.1:54062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:42:12,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1980243e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:12,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:42:12,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:42:12,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:42:12,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/hadoop.log.dir/,STOPPED} 2024-12-02T19:42:12,134 WARN [BP-539186901-172.17.0.2-1733168465785 heartbeating to localhost/127.0.0.1:46637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:42:12,134 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:42:12,134 WARN [BP-539186901-172.17.0.2-1733168465785 heartbeating to localhost/127.0.0.1:46637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-539186901-172.17.0.2-1733168465785 (Datanode Uuid 8ab57136-fb32-4575-bf57-81f3887122a3) service to localhost/127.0.0.1:46637 2024-12-02T19:42:12,134 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:42:12,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/cluster_4b56f609-8ba4-7593-c735-825fcf17b242/data/data3/current/BP-539186901-172.17.0.2-1733168465785 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:12,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/cluster_4b56f609-8ba4-7593-c735-825fcf17b242/data/data4/current/BP-539186901-172.17.0.2-1733168465785 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:12,136 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:42:12,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b235369{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:12,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:42:12,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:42:12,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:42:12,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/hadoop.log.dir/,STOPPED} 2024-12-02T19:42:12,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:42:12,152 WARN [BP-539186901-172.17.0.2-1733168465785 heartbeating to localhost/127.0.0.1:46637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:42:12,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:42:12,152 WARN [BP-539186901-172.17.0.2-1733168465785 heartbeating to localhost/127.0.0.1:46637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-539186901-172.17.0.2-1733168465785 (Datanode Uuid 36cd786b-8c11-4074-a652-f087eb4b984a) service to localhost/127.0.0.1:46637 2024-12-02T19:42:12,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/cluster_4b56f609-8ba4-7593-c735-825fcf17b242/data/data1/current/BP-539186901-172.17.0.2-1733168465785 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:12,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/cluster_4b56f609-8ba4-7593-c735-825fcf17b242/data/data2/current/BP-539186901-172.17.0.2-1733168465785 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:12,153 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:42:12,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c362ac7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:42:12,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:42:12,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:42:12,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:42:12,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/hadoop.log.dir/,STOPPED} 2024-12-02T19:42:12,178 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T19:42:12,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T19:42:12,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=68 (was 12) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/41897df2911b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:46637 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/41897df2911b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ea7e9e2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:46637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/41897df2911b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/41897df2911b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:46637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=10333 (was 10983) 2024-12-02T19:42:12,224 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=69, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=10332 2024-12-02T19:42:12,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T19:42:12,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/hadoop.log.dir so I do NOT create it in target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858 2024-12-02T19:42:12,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cdfe1f49-9543-a1e6-4df1-51a66ec0175b/hadoop.tmp.dir so I do NOT create it in target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858 2024-12-02T19:42:12,225 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847, deleteOnExit=true 2024-12-02T19:42:12,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T19:42:12,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/test.cache.data in system properties and HBase conf 2024-12-02T19:42:12,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T19:42:12,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir in system properties and HBase conf 2024-12-02T19:42:12,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T19:42:12,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T19:42:12,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T19:42:12,226 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T19:42:12,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:42:12,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:42:12,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T19:42:12,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:42:12,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T19:42:12,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T19:42:12,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:42:12,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:42:12,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T19:42:12,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/nfs.dump.dir in system properties and HBase conf 2024-12-02T19:42:12,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/java.io.tmpdir in system properties and HBase conf 2024-12-02T19:42:12,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:42:12,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T19:42:12,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T19:42:12,548 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:42:12,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:42:12,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:42:12,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:42:12,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:42:12,564 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:42:12,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:42:12,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ce88563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:42:12,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@634db6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:42:12,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45567984{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/java.io.tmpdir/jetty-localhost-35003-hadoop-hdfs-3_4_1-tests_jar-_-any-11486710526881010402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:42:12,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@194a3ed5{HTTP/1.1, (http/1.1)}{localhost:35003} 2024-12-02T19:42:12,710 INFO [Time-limited test {}] server.Server(415): Started @68702ms 2024-12-02T19:42:12,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:42:12,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:42:12,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:42:12,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:42:12,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:42:12,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727dbeb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:42:12,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@744a4a63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:42:13,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34ba8d84{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/java.io.tmpdir/jetty-localhost-35073-hadoop-hdfs-3_4_1-tests_jar-_-any-973995299430181013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:13,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d866606{HTTP/1.1, (http/1.1)}{localhost:35073} 2024-12-02T19:42:13,056 INFO [Time-limited test {}] server.Server(415): Started @69048ms 2024-12-02T19:42:13,057 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:42:13,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:42:13,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:42:13,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:42:13,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:42:13,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:42:13,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70f900fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:42:13,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30d8952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:42:13,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5929c55a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/java.io.tmpdir/jetty-localhost-38567-hadoop-hdfs-3_4_1-tests_jar-_-any-13703434639780846817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:13,225 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@704af1b{HTTP/1.1, (http/1.1)}{localhost:38567} 2024-12-02T19:42:13,225 INFO [Time-limited test {}] server.Server(415): Started @69217ms 2024-12-02T19:42:13,227 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:42:13,824 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data1/current/BP-1559918636-172.17.0.2-1733168532253/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:13,824 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data2/current/BP-1559918636-172.17.0.2-1733168532253/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:13,856 WARN [Thread-350 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:42:13,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa6d280b7e731faa with lease ID 0xad69a3f055e44789: Processing first storage report for DS-9cee3b5e-0baa-4658-a32f-053a714bf339 from datanode DatanodeRegistration(127.0.0.1:34729, datanodeUuid=615ce61d-4d55-49ad-8aa1-d927651dad3a, infoPort=39623, infoSecurePort=0, ipcPort=41189, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253) 2024-12-02T19:42:13,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa6d280b7e731faa with lease ID 0xad69a3f055e44789: from storage DS-9cee3b5e-0baa-4658-a32f-053a714bf339 node DatanodeRegistration(127.0.0.1:34729, datanodeUuid=615ce61d-4d55-49ad-8aa1-d927651dad3a, infoPort=39623, infoSecurePort=0, ipcPort=41189, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:13,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa6d280b7e731faa with lease ID 0xad69a3f055e44789: Processing first storage report for DS-416f513f-dc5a-4591-8b47-9d284dea8797 from datanode DatanodeRegistration(127.0.0.1:34729, datanodeUuid=615ce61d-4d55-49ad-8aa1-d927651dad3a, infoPort=39623, infoSecurePort=0, ipcPort=41189, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253) 2024-12-02T19:42:13,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa6d280b7e731faa with lease ID 0xad69a3f055e44789: from storage DS-416f513f-dc5a-4591-8b47-9d284dea8797 node DatanodeRegistration(127.0.0.1:34729, datanodeUuid=615ce61d-4d55-49ad-8aa1-d927651dad3a, infoPort=39623, infoSecurePort=0, ipcPort=41189, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:13,997 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data4/current/BP-1559918636-172.17.0.2-1733168532253/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:13,997 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data3/current/BP-1559918636-172.17.0.2-1733168532253/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:14,021 WARN [Thread-373 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:42:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38d8177a08014b1b with lease ID 0xad69a3f055e4478a: Processing first storage report for DS-2fcfaca7-66d0-4916-9606-9bcb0b8c89bf from datanode DatanodeRegistration(127.0.0.1:42669, datanodeUuid=13918f12-7d99-4fce-9a52-8a1b4493e4f8, infoPort=43769, infoSecurePort=0, ipcPort=35067, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253) 2024-12-02T19:42:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38d8177a08014b1b with lease ID 0xad69a3f055e4478a: from storage DS-2fcfaca7-66d0-4916-9606-9bcb0b8c89bf node DatanodeRegistration(127.0.0.1:42669, datanodeUuid=13918f12-7d99-4fce-9a52-8a1b4493e4f8, infoPort=43769, infoSecurePort=0, ipcPort=35067, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38d8177a08014b1b with lease ID 0xad69a3f055e4478a: Processing first storage report for DS-f0b9168d-e95a-4753-b029-518dfcc6db72 from datanode DatanodeRegistration(127.0.0.1:42669, datanodeUuid=13918f12-7d99-4fce-9a52-8a1b4493e4f8, infoPort=43769, infoSecurePort=0, ipcPort=35067, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253) 2024-12-02T19:42:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38d8177a08014b1b with lease ID 0xad69a3f055e4478a: from storage DS-f0b9168d-e95a-4753-b029-518dfcc6db72 node DatanodeRegistration(127.0.0.1:42669, datanodeUuid=13918f12-7d99-4fce-9a52-8a1b4493e4f8, infoPort=43769, infoSecurePort=0, ipcPort=35067, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:14,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858 2024-12-02T19:42:14,072 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/zookeeper_0, clientPort=53093, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T19:42:14,073 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53093 2024-12-02T19:42:14,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:14,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:14,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:42:14,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42669 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:42:14,092 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78 with version=8 2024-12-02T19:42:14,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/hbase-staging 2024-12-02T19:42:14,095 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:42:14,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:42:14,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:42:14,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:42:14,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:42:14,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:42:14,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T19:42:14,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:42:14,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43785 2024-12-02T19:42:14,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43785 connecting to ZooKeeper ensemble=127.0.0.1:53093 2024-12-02T19:42:14,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437850x0, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:42:14,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43785-0x10198daa4fd0000 connected 2024-12-02T19:42:14,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:14,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:14,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:42:14,229 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78, hbase.cluster.distributed=false 2024-12-02T19:42:14,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:42:14,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43785 2024-12-02T19:42:14,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43785 2024-12-02T19:42:14,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43785 2024-12-02T19:42:14,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43785 2024-12-02T19:42:14,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43785 2024-12-02T19:42:14,261 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:42:14,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:42:14,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:42:14,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:42:14,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:42:14,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:42:14,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:42:14,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:42:14,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41275 2024-12-02T19:42:14,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41275 connecting to ZooKeeper ensemble=127.0.0.1:53093 2024-12-02T19:42:14,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:14,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412750x0, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:42:14,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412750x0, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:42:14,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41275-0x10198daa4fd0001 connected 2024-12-02T19:42:14,288 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:42:14,290 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:42:14,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:42:14,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:42:14,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41275 2024-12-02T19:42:14,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41275 2024-12-02T19:42:14,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41275 2024-12-02T19:42:14,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41275 2024-12-02T19:42:14,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41275 2024-12-02T19:42:14,325 DEBUG [M:0;41897df2911b:43785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:43785 2024-12-02T19:42:14,326 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,43785,1733168534095 2024-12-02T19:42:14,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:42:14,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:42:14,338 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,43785,1733168534095 2024-12-02T19:42:14,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:42:14,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:14,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:14,349 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T19:42:14,350 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,43785,1733168534095 from backup master directory 2024-12-02T19:42:14,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,43785,1733168534095 2024-12-02T19:42:14,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:42:14,357 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:42:14,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:42:14,357 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,43785,1733168534095 2024-12-02T19:42:14,364 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/hbase.id] with ID: 033f5d8b-5a86-4540-ac72-786640203d70 2024-12-02T19:42:14,364 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/.tmp/hbase.id 2024-12-02T19:42:14,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42669 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:42:14,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:42:14,383 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/.tmp/hbase.id]:[hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/hbase.id] 2024-12-02T19:42:14,413 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:14,413 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T19:42:14,416 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-02T19:42:14,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:14,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:14,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:42:14,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42669 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:42:14,494 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:42:14,495 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T19:42:14,503 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:42:14,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42669 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:42:14,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:42:14,544 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store 2024-12-02T19:42:14,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42669 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:42:14,573 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:42:14,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:42:14,573 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:42:14,573 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:14,573 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:14,573 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:42:14,573 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:14,573 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:14,573 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733168534573Disabling compacts and flushes for region at 1733168534573Disabling writes for close at 1733168534573Writing region close event to WAL at 1733168534573Closed at 1733168534573 2024-12-02T19:42:14,575 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/.initializing 2024-12-02T19:42:14,575 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/WALs/41897df2911b,43785,1733168534095 2024-12-02T19:42:14,579 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:42:14,582 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C43785%2C1733168534095, suffix=, logDir=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/WALs/41897df2911b,43785,1733168534095, archiveDir=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/oldWALs, maxLogs=10 2024-12-02T19:42:14,600 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/WALs/41897df2911b,43785,1733168534095/41897df2911b%2C43785%2C1733168534095.1733168534582, exclude list is [], retry=0 2024-12-02T19:42:14,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-9cee3b5e-0baa-4658-a32f-053a714bf339,DISK] 2024-12-02T19:42:14,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42669,DS-2fcfaca7-66d0-4916-9606-9bcb0b8c89bf,DISK] 2024-12-02T19:42:14,612 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/WALs/41897df2911b,43785,1733168534095/41897df2911b%2C43785%2C1733168534095.1733168534582 2024-12-02T19:42:14,613 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39623:39623),(127.0.0.1/127.0.0.1:43769:43769)] 2024-12-02T19:42:14,613 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:42:14,614 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:42:14,614 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:14,614 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:14,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:14,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T19:42:14,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:14,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:14,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:14,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T19:42:14,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:14,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:42:14,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:14,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T19:42:14,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:14,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:42:14,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:14,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T19:42:14,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:14,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:42:14,637 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:14,638 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:14,638 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:14,640 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:14,641 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:14,642 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:42:14,648 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:14,655 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:42:14,655 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=794063, jitterRate=0.009704038500785828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:42:14,657 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733168534614Initializing all the Stores at 1733168534616 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168534616Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168534619 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168534619Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168534619Cleaning up temporary data from old regions at 1733168534641 (+22 ms)Region opened successfully at 1733168534657 (+16 ms) 2024-12-02T19:42:14,658 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T19:42:14,665 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c9ea10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:42:14,666 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T19:42:14,666 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T19:42:14,666 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T19:42:14,667 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T19:42:14,668 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T19:42:14,668 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T19:42:14,668 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T19:42:14,674 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T19:42:14,678 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T19:42:14,696 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T19:42:14,696 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T19:42:14,697 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T19:42:14,707 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T19:42:14,707 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T19:42:14,716 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T19:42:14,757 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T19:42:14,758 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T19:42:14,765 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T19:42:14,767 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T19:42:14,773 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T19:42:14,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:42:14,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:14,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:42:14,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:14,784 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,43785,1733168534095, sessionid=0x10198daa4fd0000, setting cluster-up flag (Was=false) 2024-12-02T19:42:14,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:14,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:14,832 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T19:42:14,833 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,43785,1733168534095 2024-12-02T19:42:14,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:14,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:14,873 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T19:42:14,875 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,43785,1733168534095 2024-12-02T19:42:14,877 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T19:42:14,879 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T19:42:14,879 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T19:42:14,879 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T19:42:14,880 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,43785,1733168534095 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T19:42:14,881 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:42:14,881 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:42:14,882 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:42:14,882 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:42:14,882 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T19:42:14,882 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:14,882 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:42:14,882 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:14,884 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:42:14,884 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T19:42:14,886 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:14,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733168564886 2024-12-02T19:42:14,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T19:42:14,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T19:42:14,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T19:42:14,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T19:42:14,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T19:42:14,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T19:42:14,887 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T19:42:14,890 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:14,893 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T19:42:14,893 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T19:42:14,893 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T19:42:14,894 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T19:42:14,894 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T19:42:14,895 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168534895,5,FailOnTimeoutGroup] 2024-12-02T19:42:14,898 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168534895,5,FailOnTimeoutGroup] 2024-12-02T19:42:14,899 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:14,899 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T19:42:14,899 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:14,899 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:14,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:42:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42669 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:42:14,910 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T19:42:14,910 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78 2024-12-02T19:42:14,913 INFO [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(746): ClusterId : 033f5d8b-5a86-4540-ac72-786640203d70 2024-12-02T19:42:14,913 DEBUG [RS:0;41897df2911b:41275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:42:14,924 DEBUG [RS:0;41897df2911b:41275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:42:14,924 DEBUG [RS:0;41897df2911b:41275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:42:14,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:42:14,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42669 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:42:14,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:42:14,933 DEBUG [RS:0;41897df2911b:41275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:42:14,933 DEBUG [RS:0;41897df2911b:41275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45abe08f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:42:14,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:42:14,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:42:14,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:14,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:14,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:42:14,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:42:14,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:14,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:14,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:42:14,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:42:14,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:14,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:14,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:42:14,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:42:14,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:14,946 DEBUG [RS:0;41897df2911b:41275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:41275 2024-12-02T19:42:14,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:14,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:42:14,948 INFO [RS:0;41897df2911b:41275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:42:14,948 INFO [RS:0;41897df2911b:41275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:42:14,948 DEBUG [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:42:14,949 INFO [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,43785,1733168534095 with port=41275, startcode=1733168534261 2024-12-02T19:42:14,949 DEBUG [RS:0;41897df2911b:41275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:42:14,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740 2024-12-02T19:42:14,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740 2024-12-02T19:42:14,951 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52263, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:42:14,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43785 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,41275,1733168534261 2024-12-02T19:42:14,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43785 {}] master.ServerManager(517): Registering regionserver=41897df2911b,41275,1733168534261 2024-12-02T19:42:14,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:42:14,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:42:14,954 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:42:14,954 DEBUG [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78 2024-12-02T19:42:14,954 DEBUG [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44053 2024-12-02T19:42:14,955 DEBUG [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:42:14,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:42:14,961 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:42:14,961 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=860147, jitterRate=0.09373445808887482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:42:14,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733168534930Initializing all the Stores at 1733168534933 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168534933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168534933Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168534933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168534933Cleaning up temporary data from old regions at 1733168534953 (+20 ms)Region opened successfully at 1733168534963 (+10 ms) 2024-12-02T19:42:14,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:42:14,963 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:42:14,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:42:14,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:42:14,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:42:14,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:42:14,967 DEBUG [RS:0;41897df2911b:41275 {}] zookeeper.ZKUtil(111): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,41275,1733168534261 2024-12-02T19:42:14,967 WARN [RS:0;41897df2911b:41275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:42:14,967 INFO [RS:0;41897df2911b:41275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:42:14,967 DEBUG [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261 2024-12-02T19:42:14,971 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:42:14,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733168534963Disabling compacts and flushes for region at 1733168534963Disabling writes for close at 1733168534963Writing region close event to WAL at 1733168534971 (+8 ms)Closed at 1733168534971 2024-12-02T19:42:14,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:42:14,973 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T19:42:14,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T19:42:14,974 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,41275,1733168534261] 2024-12-02T19:42:14,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:42:14,979 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T19:42:14,980 INFO [RS:0;41897df2911b:41275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:42:14,986 INFO [RS:0;41897df2911b:41275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:42:14,987 INFO [RS:0;41897df2911b:41275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:42:14,987 INFO [RS:0;41897df2911b:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:14,989 INFO [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:42:14,990 INFO [RS:0;41897df2911b:41275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:42:14,990 INFO [RS:0;41897df2911b:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:14,991 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:14,991 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:14,991 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:14,991 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:14,991 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:14,991 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:42:14,991 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:14,991 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:14,991 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:14,991 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:14,991 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:14,992 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:14,992 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:42:14,992 DEBUG [RS:0;41897df2911b:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:42:14,992 INFO [RS:0;41897df2911b:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:14,992 INFO [RS:0;41897df2911b:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:14,992 INFO [RS:0;41897df2911b:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:14,992 INFO [RS:0;41897df2911b:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:14,992 INFO [RS:0;41897df2911b:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:14,993 INFO [RS:0;41897df2911b:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41275,1733168534261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:42:15,014 INFO [RS:0;41897df2911b:41275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:42:15,014 INFO [RS:0;41897df2911b:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,41275,1733168534261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:15,014 INFO [RS:0;41897df2911b:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:15,014 INFO [RS:0;41897df2911b:41275 {}] regionserver.Replication(171): 41897df2911b,41275,1733168534261 started 2024-12-02T19:42:15,035 INFO [RS:0;41897df2911b:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:15,035 INFO [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,41275,1733168534261, RpcServer on 41897df2911b/172.17.0.2:41275, sessionid=0x10198daa4fd0001 2024-12-02T19:42:15,035 DEBUG [RS:0;41897df2911b:41275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:42:15,036 DEBUG [RS:0;41897df2911b:41275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,41275,1733168534261 2024-12-02T19:42:15,036 DEBUG [RS:0;41897df2911b:41275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,41275,1733168534261' 2024-12-02T19:42:15,036 DEBUG [RS:0;41897df2911b:41275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:42:15,036 DEBUG [RS:0;41897df2911b:41275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:42:15,037 DEBUG [RS:0;41897df2911b:41275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:42:15,037 DEBUG [RS:0;41897df2911b:41275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:42:15,037 DEBUG [RS:0;41897df2911b:41275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,41275,1733168534261 2024-12-02T19:42:15,037 DEBUG [RS:0;41897df2911b:41275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,41275,1733168534261' 2024-12-02T19:42:15,037 DEBUG [RS:0;41897df2911b:41275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:42:15,037 DEBUG [RS:0;41897df2911b:41275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:42:15,038 DEBUG [RS:0;41897df2911b:41275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:42:15,038 INFO [RS:0;41897df2911b:41275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:42:15,038 INFO [RS:0;41897df2911b:41275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:42:15,129 WARN [41897df2911b:43785 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T19:42:15,139 INFO [RS:0;41897df2911b:41275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:42:15,141 INFO [RS:0;41897df2911b:41275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C41275%2C1733168534261, suffix=, logDir=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261, archiveDir=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/oldWALs, maxLogs=32 2024-12-02T19:42:15,161 DEBUG [RS:0;41897df2911b:41275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.1733168535143, exclude list is [], retry=0 2024-12-02T19:42:15,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42669,DS-2fcfaca7-66d0-4916-9606-9bcb0b8c89bf,DISK] 2024-12-02T19:42:15,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-9cee3b5e-0baa-4658-a32f-053a714bf339,DISK] 2024-12-02T19:42:15,175 INFO [RS:0;41897df2911b:41275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.1733168535143 2024-12-02T19:42:15,176 DEBUG [RS:0;41897df2911b:41275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43769:43769),(127.0.0.1/127.0.0.1:39623:39623)] 2024-12-02T19:42:15,379 DEBUG [41897df2911b:43785 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T19:42:15,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,41275,1733168534261 2024-12-02T19:42:15,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,41275,1733168534261, state=OPENING 2024-12-02T19:42:15,437 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T19:42:15,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:15,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:15,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:42:15,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:42:15,450 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:42:15,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,41275,1733168534261}] 2024-12-02T19:42:15,607 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:42:15,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34821, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:42:15,613 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T19:42:15,613 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:42:15,614 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T19:42:15,616 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C41275%2C1733168534261.meta, suffix=.meta, logDir=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261, archiveDir=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/oldWALs, maxLogs=32 2024-12-02T19:42:15,630 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.meta.1733168535617.meta, exclude list is [], retry=0 2024-12-02T19:42:15,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42669,DS-2fcfaca7-66d0-4916-9606-9bcb0b8c89bf,DISK] 2024-12-02T19:42:15,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-9cee3b5e-0baa-4658-a32f-053a714bf339,DISK] 2024-12-02T19:42:15,664 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.meta.1733168535617.meta 2024-12-02T19:42:15,665 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39623:39623),(127.0.0.1/127.0.0.1:43769:43769)] 2024-12-02T19:42:15,665 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:42:15,666 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T19:42:15,666 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T19:42:15,666 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T19:42:15,666 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T19:42:15,666 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:42:15,666 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T19:42:15,666 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T19:42:15,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:42:15,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:42:15,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:15,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:15,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:42:15,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:42:15,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:15,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:15,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:42:15,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:42:15,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:15,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:15,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:42:15,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:42:15,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:15,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:15,680 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:42:15,681 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740 2024-12-02T19:42:15,683 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740 2024-12-02T19:42:15,684 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:42:15,684 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:42:15,685 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:42:15,689 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:42:15,691 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=849623, jitterRate=0.08035188913345337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:42:15,692 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T19:42:15,693 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733168535667Writing region info on filesystem at 1733168535667Initializing all the Stores at 1733168535668 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168535668Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168535670 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168535670Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168535670Cleaning up temporary data from old regions at 1733168535684 (+14 ms)Running coprocessor post-open hooks at 1733168535692 (+8 ms)Region opened successfully at 1733168535693 (+1 ms) 2024-12-02T19:42:15,695 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733168535607 2024-12-02T19:42:15,699 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T19:42:15,700 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T19:42:15,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,41275,1733168534261 2024-12-02T19:42:15,703 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,41275,1733168534261, state=OPEN 2024-12-02T19:42:15,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:42:15,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:42:15,750 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,41275,1733168534261 2024-12-02T19:42:15,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:42:15,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:42:15,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T19:42:15,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,41275,1733168534261 in 300 msec 2024-12-02T19:42:15,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T19:42:15,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 782 msec 2024-12-02T19:42:15,760 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:42:15,760 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T19:42:15,762 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:42:15,762 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,41275,1733168534261, seqNum=-1] 2024-12-02T19:42:15,762 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:42:15,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39567, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:42:15,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 893 msec 2024-12-02T19:42:15,773 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733168535773, completionTime=-1 2024-12-02T19:42:15,773 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T19:42:15,773 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T19:42:15,778 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T19:42:15,778 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733168595778 2024-12-02T19:42:15,778 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733168655778 2024-12-02T19:42:15,779 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-02T19:42:15,779 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43785,1733168534095-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:15,779 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43785,1733168534095-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:15,779 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43785,1733168534095-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:15,782 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:43785, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:15,782 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:15,783 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:15,787 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T19:42:15,790 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.433sec 2024-12-02T19:42:15,790 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T19:42:15,790 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T19:42:15,790 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T19:42:15,790 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T19:42:15,790 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T19:42:15,790 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43785,1733168534095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:42:15,791 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43785,1733168534095-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T19:42:15,795 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T19:42:15,795 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T19:42:15,795 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43785,1733168534095-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:15,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321e51a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:42:15,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,43785,-1 for getting cluster id 2024-12-02T19:42:15,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:42:15,815 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '033f5d8b-5a86-4540-ac72-786640203d70' 2024-12-02T19:42:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:42:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "033f5d8b-5a86-4540-ac72-786640203d70" 2024-12-02T19:42:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619c815f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:42:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,43785,-1] 2024-12-02T19:42:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:42:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:42:15,819 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:42:15,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52631ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:42:15,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:42:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,41275,1733168534261, seqNum=-1] 2024-12-02T19:42:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:42:15,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:42:15,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,43785,1733168534095 2024-12-02T19:42:15,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:15,833 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T19:42:15,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:42:15,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:42:15,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:42:15,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:42:15,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:42:15,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b9449f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:42:15,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@203505c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:42:16,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52f9b62a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/java.io.tmpdir/jetty-localhost-34927-hadoop-hdfs-3_4_1-tests_jar-_-any-10813918697010972365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:16,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42d59091{HTTP/1.1, (http/1.1)}{localhost:34927} 2024-12-02T19:42:16,005 INFO [Time-limited test {}] server.Server(415): Started @71997ms 2024-12-02T19:42:16,007 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:42:16,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:42:16,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:42:16,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:42:16,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:42:16,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:42:16,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b4328c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:42:16,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a870ef0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:42:16,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@446f4116{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/java.io.tmpdir/jetty-localhost-37379-hadoop-hdfs-3_4_1-tests_jar-_-any-4074302145043900686/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:16,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28362695{HTTP/1.1, (http/1.1)}{localhost:37379} 2024-12-02T19:42:16,212 INFO [Time-limited test {}] server.Server(415): Started @72204ms 2024-12-02T19:42:16,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:42:16,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:42:16,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:42:16,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:42:16,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:42:16,271 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:42:16,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66625d07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:42:16,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f155673{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:42:16,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:16,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:16,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2aa3dd80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/java.io.tmpdir/jetty-localhost-38013-hadoop-hdfs-3_4_1-tests_jar-_-any-5142896471634840212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:16,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@715c1911{HTTP/1.1, (http/1.1)}{localhost:38013} 2024-12-02T19:42:16,390 INFO [Time-limited test {}] server.Server(415): Started @72381ms 2024-12-02T19:42:16,391 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:42:16,706 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data5/current/BP-1559918636-172.17.0.2-1733168532253/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:16,706 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data6/current/BP-1559918636-172.17.0.2-1733168532253/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:16,731 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:42:16,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5da8a6087019cd5 with lease ID 0xad69a3f055e4478b: Processing first storage report for DS-b45de8a0-e0cb-4a25-960a-4fff4448a28c from datanode DatanodeRegistration(127.0.0.1:36215, datanodeUuid=3df715b3-e287-4ef4-8f02-b89ab03b73ff, infoPort=33747, infoSecurePort=0, ipcPort=38209, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253) 2024-12-02T19:42:16,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5da8a6087019cd5 with lease ID 0xad69a3f055e4478b: from storage DS-b45de8a0-e0cb-4a25-960a-4fff4448a28c node DatanodeRegistration(127.0.0.1:36215, datanodeUuid=3df715b3-e287-4ef4-8f02-b89ab03b73ff, infoPort=33747, infoSecurePort=0, ipcPort=38209, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:16,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5da8a6087019cd5 with lease ID 0xad69a3f055e4478b: Processing first storage report for DS-d2ec96bd-65cc-45b0-b453-6bd0264a5b74 from datanode DatanodeRegistration(127.0.0.1:36215, datanodeUuid=3df715b3-e287-4ef4-8f02-b89ab03b73ff, infoPort=33747, infoSecurePort=0, ipcPort=38209, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253) 2024-12-02T19:42:16,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5da8a6087019cd5 with lease ID 0xad69a3f055e4478b: from storage DS-d2ec96bd-65cc-45b0-b453-6bd0264a5b74 node DatanodeRegistration(127.0.0.1:36215, datanodeUuid=3df715b3-e287-4ef4-8f02-b89ab03b73ff, infoPort=33747, infoSecurePort=0, ipcPort=38209, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:16,859 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T19:42:16,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:17,085 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data7/current/BP-1559918636-172.17.0.2-1733168532253/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:17,087 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data8/current/BP-1559918636-172.17.0.2-1733168532253/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:17,102 WARN [Thread-512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:42:17,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x694b160ae740ac30 with lease ID 0xad69a3f055e4478c: Processing first storage report for DS-3b928c7a-fc80-487c-85ac-d687c14292b1 from datanode DatanodeRegistration(127.0.0.1:46791, datanodeUuid=234ca306-7b7f-4f40-972b-8f785cb70026, infoPort=46265, infoSecurePort=0, ipcPort=38923, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253) 2024-12-02T19:42:17,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x694b160ae740ac30 with lease ID 0xad69a3f055e4478c: from storage DS-3b928c7a-fc80-487c-85ac-d687c14292b1 node DatanodeRegistration(127.0.0.1:46791, datanodeUuid=234ca306-7b7f-4f40-972b-8f785cb70026, infoPort=46265, infoSecurePort=0, ipcPort=38923, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:17,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x694b160ae740ac30 with lease ID 0xad69a3f055e4478c: Processing first storage report for DS-52fc0ada-5053-45ec-b690-3cca37817c0f from datanode DatanodeRegistration(127.0.0.1:46791, datanodeUuid=234ca306-7b7f-4f40-972b-8f785cb70026, infoPort=46265, infoSecurePort=0, ipcPort=38923, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253) 2024-12-02T19:42:17,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x694b160ae740ac30 with lease ID 0xad69a3f055e4478c: from storage DS-52fc0ada-5053-45ec-b690-3cca37817c0f node DatanodeRegistration(127.0.0.1:46791, datanodeUuid=234ca306-7b7f-4f40-972b-8f785cb70026, infoPort=46265, infoSecurePort=0, ipcPort=38923, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:17,246 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data9/current/BP-1559918636-172.17.0.2-1733168532253/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:17,246 WARN [Thread-572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data10/current/BP-1559918636-172.17.0.2-1733168532253/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:17,281 WARN [Thread-536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:42:17,288 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa803f1b4a30a19e8 with lease ID 0xad69a3f055e4478d: Processing first storage report for DS-b51fe17f-98cb-4e85-b146-5a9631298e21 from datanode DatanodeRegistration(127.0.0.1:36193, datanodeUuid=e14fd525-a8a8-475f-8c75-e5ef15997ce3, infoPort=36363, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253) 2024-12-02T19:42:17,288 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa803f1b4a30a19e8 with lease ID 0xad69a3f055e4478d: from storage DS-b51fe17f-98cb-4e85-b146-5a9631298e21 node DatanodeRegistration(127.0.0.1:36193, datanodeUuid=e14fd525-a8a8-475f-8c75-e5ef15997ce3, infoPort=36363, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:17,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa803f1b4a30a19e8 with lease ID 0xad69a3f055e4478d: Processing first storage report for DS-fe6a452c-df0d-4ef7-8341-0e8788257947 from datanode DatanodeRegistration(127.0.0.1:36193, datanodeUuid=e14fd525-a8a8-475f-8c75-e5ef15997ce3, infoPort=36363, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253) 2024-12-02T19:42:17,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa803f1b4a30a19e8 with lease ID 0xad69a3f055e4478d: from storage DS-fe6a452c-df0d-4ef7-8341-0e8788257947 node DatanodeRegistration(127.0.0.1:36193, datanodeUuid=e14fd525-a8a8-475f-8c75-e5ef15997ce3, infoPort=36363, infoSecurePort=0, ipcPort=35717, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:17,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:42:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,43785,1733168534095 2024-12-02T19:42:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@728c9ee 2024-12-02T19:42:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:42:17,335 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:42:17,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-02T19:42:17,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-02T19:42:17,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:42:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-02T19:42:17,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:42:17,340 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:17,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-02T19:42:17,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:42:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:42:17,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36215 is added to blk_1073741835_1011 (size=393) 2024-12-02T19:42:17,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46791 is added to blk_1073741835_1011 (size=393) 2024-12-02T19:42:17,354 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3576738371637fe25f93e53ac63dff7, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78 2024-12-02T19:42:17,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36215 is added to blk_1073741836_1012 (size=76) 2024-12-02T19:42:17,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741836_1012 (size=76) 2024-12-02T19:42:17,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:42:17,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing b3576738371637fe25f93e53ac63dff7, disabling compactions & flushes 2024-12-02T19:42:17,371 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. 2024-12-02T19:42:17,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. 2024-12-02T19:42:17,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. after waiting 0 ms 2024-12-02T19:42:17,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. 2024-12-02T19:42:17,371 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. 2024-12-02T19:42:17,371 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3576738371637fe25f93e53ac63dff7: Waiting for close lock at 1733168537371Disabling compacts and flushes for region at 1733168537371Disabling writes for close at 1733168537371Writing region close event to WAL at 1733168537371Closed at 1733168537371 2024-12-02T19:42:17,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:42:17,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733168537378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733168537378"}]},"ts":"1733168537378"} 2024-12-02T19:42:17,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T19:42:17,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:42:17,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733168537383"}]},"ts":"1733168537383"} 2024-12-02T19:42:17,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-02T19:42:17,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b3576738371637fe25f93e53ac63dff7, ASSIGN}] 2024-12-02T19:42:17,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b3576738371637fe25f93e53ac63dff7, ASSIGN 2024-12-02T19:42:17,391 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b3576738371637fe25f93e53ac63dff7, ASSIGN; state=OFFLINE, location=41897df2911b,41275,1733168534261; forceNewPlan=false, retain=false 2024-12-02T19:42:17,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3576738371637fe25f93e53ac63dff7, regionState=OPENING, regionLocation=41897df2911b,41275,1733168534261 2024-12-02T19:42:17,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b3576738371637fe25f93e53ac63dff7, ASSIGN because future has completed 2024-12-02T19:42:17,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3576738371637fe25f93e53ac63dff7, server=41897df2911b,41275,1733168534261}] 2024-12-02T19:42:17,704 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. 2024-12-02T19:42:17,704 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b3576738371637fe25f93e53ac63dff7, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:42:17,705 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath b3576738371637fe25f93e53ac63dff7 2024-12-02T19:42:17,705 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:42:17,705 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b3576738371637fe25f93e53ac63dff7 2024-12-02T19:42:17,705 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b3576738371637fe25f93e53ac63dff7 2024-12-02T19:42:17,710 INFO [StoreOpener-b3576738371637fe25f93e53ac63dff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b3576738371637fe25f93e53ac63dff7 2024-12-02T19:42:17,712 INFO [StoreOpener-b3576738371637fe25f93e53ac63dff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3576738371637fe25f93e53ac63dff7 columnFamilyName info 2024-12-02T19:42:17,712 DEBUG [StoreOpener-b3576738371637fe25f93e53ac63dff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:17,713 INFO [StoreOpener-b3576738371637fe25f93e53ac63dff7-1 {}] regionserver.HStore(327): Store=b3576738371637fe25f93e53ac63dff7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:42:17,713 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b3576738371637fe25f93e53ac63dff7 2024-12-02T19:42:17,714 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b3576738371637fe25f93e53ac63dff7 2024-12-02T19:42:17,715 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b3576738371637fe25f93e53ac63dff7 2024-12-02T19:42:17,715 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b3576738371637fe25f93e53ac63dff7 2024-12-02T19:42:17,716 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b3576738371637fe25f93e53ac63dff7 2024-12-02T19:42:17,721 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b3576738371637fe25f93e53ac63dff7 2024-12-02T19:42:17,724 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b3576738371637fe25f93e53ac63dff7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:42:17,726 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b3576738371637fe25f93e53ac63dff7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=828108, jitterRate=0.05299502611160278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:42:17,726 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3576738371637fe25f93e53ac63dff7 2024-12-02T19:42:17,728 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b3576738371637fe25f93e53ac63dff7: Running coprocessor pre-open hook at 1733168537706Writing region info on filesystem at 1733168537706Initializing all the Stores at 1733168537707 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168537707Cleaning up temporary data from old regions at 1733168537716 (+9 ms)Running coprocessor post-open hooks at 1733168537726 (+10 ms)Region opened successfully at 1733168537727 (+1 ms) 2024-12-02T19:42:17,729 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7., pid=6, masterSystemTime=1733168537699 2024-12-02T19:42:17,732 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. 2024-12-02T19:42:17,732 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. 2024-12-02T19:42:17,733 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3576738371637fe25f93e53ac63dff7, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,41275,1733168534261 2024-12-02T19:42:17,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3576738371637fe25f93e53ac63dff7, server=41897df2911b,41275,1733168534261 because future has completed 2024-12-02T19:42:17,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T19:42:17,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b3576738371637fe25f93e53ac63dff7, server=41897df2911b,41275,1733168534261 in 200 msec 2024-12-02T19:42:17,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T19:42:17,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b3576738371637fe25f93e53ac63dff7, ASSIGN in 363 msec 2024-12-02T19:42:17,761 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:42:17,761 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733168537761"}]},"ts":"1733168537761"} 2024-12-02T19:42:17,765 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-02T19:42:17,767 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:42:17,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 431 msec 2024-12-02T19:42:20,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-02T19:42:20,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-02T19:42:20,056 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-02T19:42:20,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T19:42:20,981 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-02T19:42:23,208 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T19:42:23,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:42:27,352 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-02T19:42:27,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-02T19:42:27,355 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:42:27,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-02T19:42:27,365 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:42:27,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-02T19:42:27,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7., hostname=41897df2911b,41275,1733168534261, seqNum=2] 2024-12-02T19:42:27,371 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-02T19:42:27,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-02T19:42:27,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. 2024-12-02T19:42:27,375 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-186329166_22 at /127.0.0.1:45274 [Receiving block BP-1559918636-172.17.0.2-1733168532253:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:34729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45274 dst: /127.0.0.1:34729 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:27,375 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-186329166_22 at /127.0.0.1:58014 [Receiving block BP-1559918636-172.17.0.2-1733168532253:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:42669:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58014 dst: /127.0.0.1:42669 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:27,375 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1888830435_22 at /127.0.0.1:57980 [Receiving block BP-1559918636-172.17.0.2-1733168532253:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:42669:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57980 dst: /127.0.0.1:42669 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:27,375 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-186329166_22 at /127.0.0.1:58002 [Receiving block BP-1559918636-172.17.0.2-1733168532253:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:42669:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58002 dst: /127.0.0.1:42669 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:27,376 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1888830435_22 at /127.0.0.1:45234 [Receiving block BP-1559918636-172.17.0.2-1733168532253:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:34729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45234 dst: /127.0.0.1:34729 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:27,376 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-186329166_22 at /127.0.0.1:45266 [Receiving block BP-1559918636-172.17.0.2-1733168532253:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:34729:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45266 dst: /127.0.0.1:34729 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:27,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5929c55a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:27,415 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@704af1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:42:27,415 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:42:27,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30d8952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:42:27,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70f900fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,STOPPED} 2024-12-02T19:42:27,418 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:42:27,418 WARN [BP-1559918636-172.17.0.2-1733168532253 heartbeating to localhost/127.0.0.1:44053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:42:27,418 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:42:27,418 WARN [BP-1559918636-172.17.0.2-1733168532253 heartbeating to localhost/127.0.0.1:44053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1559918636-172.17.0.2-1733168532253 (Datanode Uuid 13918f12-7d99-4fce-9a52-8a1b4493e4f8) service to localhost/127.0.0.1:44053 2024-12-02T19:42:27,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data3/current/BP-1559918636-172.17.0.2-1733168532253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:27,420 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data4/current/BP-1559918636-172.17.0.2-1733168532253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:27,420 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:42:27,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:42:27,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:42:27,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:42:27,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:42:27,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:42:27,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b0ae8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:42:27,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bc4774b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:42:27,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@422533a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/java.io.tmpdir/jetty-localhost-35541-hadoop-hdfs-3_4_1-tests_jar-_-any-624086558970221996/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:27,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@383279f9{HTTP/1.1, (http/1.1)}{localhost:35541} 2024-12-02T19:42:27,523 INFO [Time-limited test {}] server.Server(415): Started @83515ms 2024-12-02T19:42:27,525 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:42:27,541 WARN [AsyncFSWAL-0-hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78-prefix:41897df2911b,41275,1733168534261 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:27,541 DEBUG [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 41897df2911b%2C41275%2C1733168534261:(num 1733168535143) roll requested 2024-12-02T19:42:27,559 DEBUG [regionserver/41897df2911b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.1733168547541, exclude list is [], retry=0 2024-12-02T19:42:27,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36215,DS-b45de8a0-e0cb-4a25-960a-4fff4448a28c,DISK] 2024-12-02T19:42:27,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36193,DS-b51fe17f-98cb-4e85-b146-5a9631298e21,DISK] 2024-12-02T19:42:27,565 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.1733168535143 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.1733168547541 2024-12-02T19:42:27,565 DEBUG [regionserver/41897df2911b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33747:33747),(127.0.0.1/127.0.0.1:36363:36363)] 2024-12-02T19:42:27,565 DEBUG [regionserver/41897df2911b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.1733168535143 is not closed yet, will try archiving it next time 2024-12-02T19:42:27,566 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:27,566 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:27,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T19:42:27,568 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T19:42:27,568 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:42:27,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:42:27,568 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T19:42:27,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:42:27,568 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.1733168535143 2024-12-02T19:42:27,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:42:27,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:42:27,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T19:42:27,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=467678886, stopped=false 2024-12-02T19:42:27,569 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,43785,1733168534095 2024-12-02T19:42:27,571 WARN [IPC Server handler 4 on default port 44053 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.1733168535143 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-12-02T19:42:27,574 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.1733168535143 after 4ms 2024-12-02T19:42:27,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:42:27,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:42:27,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:27,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:27,631 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:42:27,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:42:27,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:42:27,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:42:27,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:42:27,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:42:27,632 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,41275,1733168534261' ***** 2024-12-02T19:42:27,632 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:42:27,633 INFO [RS:0;41897df2911b:41275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:42:27,633 INFO [RS:0;41897df2911b:41275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:42:27,633 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:42:27,633 INFO [RS:0;41897df2911b:41275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:42:27,633 INFO [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(3091): Received CLOSE for b3576738371637fe25f93e53ac63dff7 2024-12-02T19:42:27,634 INFO [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,41275,1733168534261 2024-12-02T19:42:27,634 INFO [RS:0;41897df2911b:41275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:42:27,634 INFO [RS:0;41897df2911b:41275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:41275. 2024-12-02T19:42:27,634 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3576738371637fe25f93e53ac63dff7, disabling compactions & flushes 2024-12-02T19:42:27,634 DEBUG [RS:0;41897df2911b:41275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:42:27,634 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. 2024-12-02T19:42:27,634 DEBUG [RS:0;41897df2911b:41275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:42:27,634 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. 2024-12-02T19:42:27,635 INFO [RS:0;41897df2911b:41275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:42:27,635 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. after waiting 0 ms 2024-12-02T19:42:27,635 INFO [RS:0;41897df2911b:41275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:42:27,635 INFO [RS:0;41897df2911b:41275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:42:27,635 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. 2024-12-02T19:42:27,635 INFO [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T19:42:27,635 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b3576738371637fe25f93e53ac63dff7 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-02T19:42:27,635 INFO [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T19:42:27,635 DEBUG [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(1325): Online Regions={b3576738371637fe25f93e53ac63dff7=TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T19:42:27,635 DEBUG [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3576738371637fe25f93e53ac63dff7 2024-12-02T19:42:27,635 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:42:27,635 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:42:27,636 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:42:27,636 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:42:27,636 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:42:27,636 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-02T19:42:27,637 WARN [AsyncFSWAL-0-hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78-prefix:41897df2911b,41275,1733168534261.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:27,638 DEBUG [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 41897df2911b%2C41275%2C1733168534261.meta:.meta(num 1733168535617) roll requested 2024-12-02T19:42:27,651 DEBUG [regionserver/41897df2911b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.meta.1733168547638.meta, exclude list is [], retry=0 2024-12-02T19:42:27,652 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b3576738371637fe25f93e53ac63dff7/.tmp/info/2a1c32ed46a24b03af5ef4bb89ee80ae is 1055, key is row0001/info:/1733168547370/Put/seqid=0 2024-12-02T19:42:27,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46791,DS-3b928c7a-fc80-487c-85ac-d687c14292b1,DISK] 2024-12-02T19:42:27,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36193,DS-b51fe17f-98cb-4e85-b146-5a9631298e21,DISK] 2024-12-02T19:42:27,656 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.meta.1733168535617.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.meta.1733168547638.meta 2024-12-02T19:42:27,657 DEBUG [regionserver/41897df2911b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46265:46265),(127.0.0.1/127.0.0.1:36363:36363)] 2024-12-02T19:42:27,657 DEBUG [regionserver/41897df2911b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.meta.1733168535617.meta is not closed yet, will try archiving it next time 2024-12-02T19:42:27,657 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:27,657 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:27,658 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.meta.1733168535617.meta 2024-12-02T19:42:27,658 WARN [IPC Server handler 2 on default port 44053 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.meta.1733168535617.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-12-02T19:42:27,659 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.meta.1733168535617.meta after 0ms 2024-12-02T19:42:27,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741839_1016 (size=7062) 2024-12-02T19:42:27,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46791 is added to blk_1073741839_1016 (size=7062) 2024-12-02T19:42:27,661 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b3576738371637fe25f93e53ac63dff7/.tmp/info/2a1c32ed46a24b03af5ef4bb89ee80ae 2024-12-02T19:42:27,668 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b3576738371637fe25f93e53ac63dff7/.tmp/info/2a1c32ed46a24b03af5ef4bb89ee80ae as hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b3576738371637fe25f93e53ac63dff7/info/2a1c32ed46a24b03af5ef4bb89ee80ae 2024-12-02T19:42:27,675 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b3576738371637fe25f93e53ac63dff7/info/2a1c32ed46a24b03af5ef4bb89ee80ae, entries=2, sequenceid=6, filesize=6.9 K 2024-12-02T19:42:27,676 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for b3576738371637fe25f93e53ac63dff7 in 41ms, sequenceid=6, compaction requested=false 2024-12-02T19:42:27,677 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/.tmp/info/35385b4510e64265a2140b9f79ba5c6c is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7./info:regioninfo/1733168537733/Put/seqid=0 2024-12-02T19:42:27,682 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b3576738371637fe25f93e53ac63dff7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T19:42:27,683 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. 2024-12-02T19:42:27,683 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3576738371637fe25f93e53ac63dff7: Waiting for close lock at 1733168547634Running coprocessor pre-close hooks at 1733168547634Disabling compacts and flushes for region at 1733168547634Disabling writes for close at 1733168547635 (+1 ms)Obtaining lock to block concurrent updates at 1733168547635Preparing flush snapshotting stores in b3576738371637fe25f93e53ac63dff7 at 1733168547635Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733168547636 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. at 1733168547637 (+1 ms)Flushing b3576738371637fe25f93e53ac63dff7/info: creating writer at 1733168547637Flushing b3576738371637fe25f93e53ac63dff7/info: appending metadata at 1733168547652 (+15 ms)Flushing b3576738371637fe25f93e53ac63dff7/info: closing flushed file at 1733168547652Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e55d10: reopening flushed file at 1733168547667 (+15 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for b3576738371637fe25f93e53ac63dff7 in 41ms, sequenceid=6, compaction requested=false at 1733168547677 (+10 ms)Writing region close event to WAL at 1733168547678 (+1 ms)Running coprocessor post-close hooks at 1733168547683 (+5 ms)Closed at 1733168547683 2024-12-02T19:42:27,683 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733168537336.b3576738371637fe25f93e53ac63dff7. 2024-12-02T19:42:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46791 is added to blk_1073741840_1018 (size=7089) 2024-12-02T19:42:27,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36215 is added to blk_1073741840_1018 (size=7089) 2024-12-02T19:42:27,685 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/.tmp/info/35385b4510e64265a2140b9f79ba5c6c 2024-12-02T19:42:27,707 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/.tmp/ns/fcc456c924cb4c88a31f8b4e290f7058 is 43, key is default/ns:d/1733168535765/Put/seqid=0 2024-12-02T19:42:27,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741841_1019 (size=5153) 2024-12-02T19:42:27,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741841_1019 (size=5153) 2024-12-02T19:42:27,714 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/.tmp/ns/fcc456c924cb4c88a31f8b4e290f7058 2024-12-02T19:42:27,733 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/.tmp/table/363aea3e24024850bd9ab75fca543a74 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733168537761/Put/seqid=0 2024-12-02T19:42:27,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46791 is added to blk_1073741842_1020 (size=5424) 2024-12-02T19:42:27,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741842_1020 (size=5424) 2024-12-02T19:42:27,739 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/.tmp/table/363aea3e24024850bd9ab75fca543a74 2024-12-02T19:42:27,746 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/.tmp/info/35385b4510e64265a2140b9f79ba5c6c as hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/info/35385b4510e64265a2140b9f79ba5c6c 2024-12-02T19:42:27,753 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/info/35385b4510e64265a2140b9f79ba5c6c, entries=10, sequenceid=11, filesize=6.9 K 2024-12-02T19:42:27,755 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/.tmp/ns/fcc456c924cb4c88a31f8b4e290f7058 as hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/ns/fcc456c924cb4c88a31f8b4e290f7058 2024-12-02T19:42:27,763 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/ns/fcc456c924cb4c88a31f8b4e290f7058, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T19:42:27,764 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/.tmp/table/363aea3e24024850bd9ab75fca543a74 as hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/table/363aea3e24024850bd9ab75fca543a74 2024-12-02T19:42:27,771 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/table/363aea3e24024850bd9ab75fca543a74, entries=2, sequenceid=11, filesize=5.3 K 2024-12-02T19:42:27,772 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=11, compaction requested=false 2024-12-02T19:42:27,777 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T19:42:27,778 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:42:27,778 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:42:27,778 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733168547635Running coprocessor pre-close hooks at 1733168547635Disabling compacts and flushes for region at 1733168547635Disabling writes for close at 1733168547636 (+1 ms)Obtaining lock to block concurrent updates at 1733168547636Preparing flush snapshotting stores in 1588230740 at 1733168547636Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733168547637 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733168547657 (+20 ms)Flushing 1588230740/info: creating writer at 1733168547658 (+1 ms)Flushing 1588230740/info: appending metadata at 1733168547677 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733168547677Flushing 1588230740/ns: creating writer at 1733168547692 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733168547707 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733168547707Flushing 1588230740/table: creating writer at 1733168547720 (+13 ms)Flushing 1588230740/table: appending metadata at 1733168547732 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733168547732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0ac546: reopening flushed file at 1733168547745 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4438bf: reopening flushed file at 1733168547753 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c0a4db: reopening flushed file at 1733168547763 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=11, compaction requested=false at 1733168547772 (+9 ms)Writing region close event to WAL at 1733168547773 (+1 ms)Running coprocessor post-close hooks at 1733168547777 (+4 ms)Closed at 1733168547778 (+1 ms) 2024-12-02T19:42:27,778 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T19:42:27,835 INFO [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,41275,1733168534261; all regions closed. 2024-12-02T19:42:27,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46791 is added to blk_1073741838_1015 (size=825) 2024-12-02T19:42:27,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741838_1015 (size=825) 2024-12-02T19:42:27,894 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:42:27,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a96fb0a6d219228 with lease ID 0xad69a3f055e4478e: from storage DS-2fcfaca7-66d0-4916-9606-9bcb0b8c89bf node DatanodeRegistration(127.0.0.1:33049, datanodeUuid=13918f12-7d99-4fce-9a52-8a1b4493e4f8, infoPort=38977, infoSecurePort=0, ipcPort=35025, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:27,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a96fb0a6d219228 with lease ID 0xad69a3f055e4478e: from storage DS-f0b9168d-e95a-4753-b029-518dfcc6db72 node DatanodeRegistration(127.0.0.1:33049, datanodeUuid=13918f12-7d99-4fce-9a52-8a1b4493e4f8, infoPort=38977, infoSecurePort=0, ipcPort=35025, storageInfo=lv=-57;cid=testClusterID;nsid=1868796998;c=1733168532253), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741833_1014 (size=1599) 2024-12-02T19:42:27,993 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T19:42:27,993 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T19:42:28,994 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:42:30,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-02T19:42:30,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:42:30,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T19:42:31,576 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.1733168535143 after 4007ms 2024-12-02T19:42:31,577 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.1733168535143 to hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/oldWALs/41897df2911b%2C41275%2C1733168534261.1733168535143 2024-12-02T19:42:31,660 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.meta.1733168535617.meta after 4002ms 2024-12-02T19:42:31,662 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/WALs/41897df2911b,41275,1733168534261/41897df2911b%2C41275%2C1733168534261.meta.1733168535617.meta to hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/oldWALs/41897df2911b%2C41275%2C1733168534261.meta.1733168535617.meta 2024-12-02T19:42:31,668 DEBUG [RS:0;41897df2911b:41275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/oldWALs 2024-12-02T19:42:31,668 INFO [RS:0;41897df2911b:41275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C41275%2C1733168534261.meta:.meta(num 1733168547638) 2024-12-02T19:42:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36215 is added to blk_1073741837_1013 (size=2288) 2024-12-02T19:42:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741837_1013 (size=2288) 2024-12-02T19:42:31,674 DEBUG [RS:0;41897df2911b:41275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/oldWALs 2024-12-02T19:42:31,674 INFO [RS:0;41897df2911b:41275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C41275%2C1733168534261:(num 1733168547541) 2024-12-02T19:42:31,674 DEBUG [RS:0;41897df2911b:41275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:42:31,674 INFO [RS:0;41897df2911b:41275 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:42:31,674 INFO [RS:0;41897df2911b:41275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:42:31,675 INFO [RS:0;41897df2911b:41275 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T19:42:31,675 INFO [RS:0;41897df2911b:41275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:42:31,675 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:42:31,675 INFO [RS:0;41897df2911b:41275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41275 2024-12-02T19:42:31,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:42:31,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,41275,1733168534261 2024-12-02T19:42:31,717 INFO [RS:0;41897df2911b:41275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:42:31,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,41275,1733168534261] 2024-12-02T19:42:31,734 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,41275,1733168534261 already deleted, retry=false 2024-12-02T19:42:31,734 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,41275,1733168534261 expired; onlineServers=0 2024-12-02T19:42:31,734 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,43785,1733168534095' ***** 2024-12-02T19:42:31,734 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T19:42:31,734 INFO [M:0;41897df2911b:43785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:42:31,735 INFO [M:0;41897df2911b:43785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:42:31,735 DEBUG [M:0;41897df2911b:43785 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T19:42:31,735 DEBUG [M:0;41897df2911b:43785 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T19:42:31,735 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T19:42:31,735 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168534895 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168534895,5,FailOnTimeoutGroup] 2024-12-02T19:42:31,735 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168534895 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168534895,5,FailOnTimeoutGroup] 2024-12-02T19:42:31,736 INFO [M:0;41897df2911b:43785 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T19:42:31,736 INFO [M:0;41897df2911b:43785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:42:31,737 DEBUG [M:0;41897df2911b:43785 {}] master.HMaster(1795): Stopping service threads 2024-12-02T19:42:31,737 INFO [M:0;41897df2911b:43785 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T19:42:31,737 INFO [M:0;41897df2911b:43785 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:42:31,738 INFO [M:0;41897df2911b:43785 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T19:42:31,738 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T19:42:31,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T19:42:31,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:31,746 DEBUG [M:0;41897df2911b:43785 {}] zookeeper.ZKUtil(347): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T19:42:31,746 WARN [M:0;41897df2911b:43785 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T19:42:31,748 INFO [M:0;41897df2911b:43785 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/.lastflushedseqids 2024-12-02T19:42:31,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741843_1021 (size=139) 2024-12-02T19:42:31,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46791 is added to blk_1073741843_1021 (size=139) 2024-12-02T19:42:31,757 INFO [M:0;41897df2911b:43785 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T19:42:31,757 INFO [M:0;41897df2911b:43785 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T19:42:31,757 DEBUG [M:0;41897df2911b:43785 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:42:31,757 INFO [M:0;41897df2911b:43785 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:31,757 DEBUG [M:0;41897df2911b:43785 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:31,757 DEBUG [M:0;41897df2911b:43785 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:42:31,757 DEBUG [M:0;41897df2911b:43785 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:31,758 INFO [M:0;41897df2911b:43785 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-12-02T19:42:31,758 WARN [AsyncFSWAL-0-hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData-prefix:41897df2911b,43785,1733168534095 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:31,759 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 41897df2911b%2C43785%2C1733168534095:(num 1733168534582) roll requested 2024-12-02T19:42:31,776 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/WALs/41897df2911b,43785,1733168534095/41897df2911b%2C43785%2C1733168534095.1733168551759, exclude list is [], retry=0 2024-12-02T19:42:31,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36193,DS-b51fe17f-98cb-4e85-b146-5a9631298e21,DISK] 2024-12-02T19:42:31,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34729,DS-9cee3b5e-0baa-4658-a32f-053a714bf339,DISK] 2024-12-02T19:42:31,781 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/WALs/41897df2911b,43785,1733168534095/41897df2911b%2C43785%2C1733168534095.1733168534582 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/WALs/41897df2911b,43785,1733168534095/41897df2911b%2C43785%2C1733168534095.1733168551759 2024-12-02T19:42:31,781 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36363:36363),(127.0.0.1/127.0.0.1:39623:39623)] 2024-12-02T19:42:31,781 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/WALs/41897df2911b,43785,1733168534095/41897df2911b%2C43785%2C1733168534095.1733168534582 is not closed yet, will try archiving it next time 2024-12-02T19:42:31,781 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:31,782 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:42:31,782 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/WALs/41897df2911b,43785,1733168534095/41897df2911b%2C43785%2C1733168534095.1733168534582 2024-12-02T19:42:31,783 WARN [IPC Server handler 1 on default port 44053 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/WALs/41897df2911b,43785,1733168534095/41897df2911b%2C43785%2C1733168534095.1733168534582 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-12-02T19:42:31,783 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/WALs/41897df2911b,43785,1733168534095/41897df2911b%2C43785%2C1733168534095.1733168534582 after 1ms 2024-12-02T19:42:31,797 DEBUG [M:0;41897df2911b:43785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/199e425e238049b1a94ff24e7a66bd7c is 82, key is hbase:meta,,1/info:regioninfo/1733168535701/Put/seqid=0 2024-12-02T19:42:31,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36215 is added to blk_1073741845_1024 (size=5672) 2024-12-02T19:42:31,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33049 is added to blk_1073741845_1024 (size=5672) 2024-12-02T19:42:31,803 INFO [M:0;41897df2911b:43785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/199e425e238049b1a94ff24e7a66bd7c 2024-12-02T19:42:31,823 DEBUG [M:0;41897df2911b:43785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95e34679d77b4efda70f3e5ae5d1a3e9 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733168537769/Put/seqid=0 2024-12-02T19:42:31,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:42:31,826 INFO [RS:0;41897df2911b:41275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:42:31,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x10198daa4fd0001, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:42:31,826 INFO [RS:0;41897df2911b:41275 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,41275,1733168534261; zookeeper connection closed. 2024-12-02T19:42:31,826 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c714ba9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c714ba9 2024-12-02T19:42:31,826 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T19:42:31,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36215 is added to blk_1073741846_1025 (size=6115) 2024-12-02T19:42:31,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33049 is added to blk_1073741846_1025 (size=6115) 2024-12-02T19:42:31,829 INFO [M:0;41897df2911b:43785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95e34679d77b4efda70f3e5ae5d1a3e9 2024-12-02T19:42:31,848 DEBUG [M:0;41897df2911b:43785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a28e88544f2b4308b7634ecf0e565494 is 69, key is 41897df2911b,41275,1733168534261/rs:state/1733168534953/Put/seqid=0 2024-12-02T19:42:31,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33049 is added to blk_1073741847_1026 (size=5156) 2024-12-02T19:42:31,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46791 is added to blk_1073741847_1026 (size=5156) 2024-12-02T19:42:31,854 INFO [M:0;41897df2911b:43785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a28e88544f2b4308b7634ecf0e565494 2024-12-02T19:42:31,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46791 is added to blk_1073741833_1014 (size=1599) 2024-12-02T19:42:31,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46791 is added to blk_1073741834_1017 (size=2386) 2024-12-02T19:42:31,874 DEBUG [M:0;41897df2911b:43785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d35ec3ea19724abbabc8c52911b6e138 is 52, key is load_balancer_on/state:d/1733168535831/Put/seqid=0 2024-12-02T19:42:31,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46791 is added to blk_1073741848_1027 (size=5056) 2024-12-02T19:42:31,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36215 is added to blk_1073741848_1027 (size=5056) 2024-12-02T19:42:31,880 INFO [M:0;41897df2911b:43785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d35ec3ea19724abbabc8c52911b6e138 2024-12-02T19:42:31,886 DEBUG [M:0;41897df2911b:43785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/199e425e238049b1a94ff24e7a66bd7c as hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/199e425e238049b1a94ff24e7a66bd7c 2024-12-02T19:42:31,892 INFO [M:0;41897df2911b:43785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/199e425e238049b1a94ff24e7a66bd7c, entries=8, sequenceid=56, filesize=5.5 K 2024-12-02T19:42:31,893 DEBUG [M:0;41897df2911b:43785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95e34679d77b4efda70f3e5ae5d1a3e9 as hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95e34679d77b4efda70f3e5ae5d1a3e9 2024-12-02T19:42:31,899 INFO [M:0;41897df2911b:43785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95e34679d77b4efda70f3e5ae5d1a3e9, entries=6, sequenceid=56, filesize=6.0 K 2024-12-02T19:42:31,900 DEBUG [M:0;41897df2911b:43785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a28e88544f2b4308b7634ecf0e565494 as hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a28e88544f2b4308b7634ecf0e565494 2024-12-02T19:42:31,906 INFO [M:0;41897df2911b:43785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a28e88544f2b4308b7634ecf0e565494, entries=1, sequenceid=56, filesize=5.0 K 2024-12-02T19:42:31,907 DEBUG [M:0;41897df2911b:43785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d35ec3ea19724abbabc8c52911b6e138 as hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d35ec3ea19724abbabc8c52911b6e138 2024-12-02T19:42:31,913 INFO [M:0;41897df2911b:43785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d35ec3ea19724abbabc8c52911b6e138, entries=1, sequenceid=56, filesize=4.9 K 2024-12-02T19:42:31,914 INFO [M:0;41897df2911b:43785 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 157ms, sequenceid=56, compaction requested=false 2024-12-02T19:42:31,916 INFO [M:0;41897df2911b:43785 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:31,916 DEBUG [M:0;41897df2911b:43785 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733168551757Disabling compacts and flushes for region at 1733168551757Disabling writes for close at 1733168551757Obtaining lock to block concurrent updates at 1733168551758 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733168551758Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1733168551758Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733168551782 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733168551782Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733168551797 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733168551797Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733168551809 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733168551822 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733168551822Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733168551835 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733168551848 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733168551848Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733168551859 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733168551874 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733168551874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b607a6f: reopening flushed file at 1733168551885 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b7feff: reopening flushed file at 1733168551892 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565ee604: reopening flushed file at 1733168551899 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a86353: reopening flushed file at 1733168551906 (+7 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 157ms, sequenceid=56, compaction requested=false at 1733168551914 (+8 ms)Writing region close event to WAL at 1733168551916 (+2 ms)Closed at 1733168551916 2024-12-02T19:42:31,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34729 is added to blk_1073741844_1022 (size=757) 2024-12-02T19:42:31,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36193 is added to blk_1073741844_1022 (size=757) 2024-12-02T19:42:33,190 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T19:42:33,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:33,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:34,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46791 is added to blk_1073741830_1023 (size=27189) 2024-12-02T19:42:35,784 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/WALs/41897df2911b,43785,1733168534095/41897df2911b%2C43785%2C1733168534095.1733168534582 after 4002ms 2024-12-02T19:42:35,786 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/WALs/41897df2911b,43785,1733168534095/41897df2911b%2C43785%2C1733168534095.1733168534582 to hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/oldWALs/41897df2911b%2C43785%2C1733168534095.1733168534582 2024-12-02T19:42:35,790 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/MasterData/oldWALs/41897df2911b%2C43785%2C1733168534095.1733168534582 to hdfs://localhost:44053/user/jenkins/test-data/d9a395bd-8509-d5c0-8c34-7af9d70d9a78/oldWALs/41897df2911b%2C43785%2C1733168534095.1733168534582$masterlocalwal$ 2024-12-02T19:42:35,790 INFO [M:0;41897df2911b:43785 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T19:42:35,790 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:42:35,790 INFO [M:0;41897df2911b:43785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43785 2024-12-02T19:42:35,790 INFO [M:0;41897df2911b:43785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:42:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:42:35,941 INFO [M:0;41897df2911b:43785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:42:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10198daa4fd0000, quorum=127.0.0.1:53093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:42:35,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@422533a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:35,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@383279f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:42:35,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:42:35,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bc4774b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:42:35,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b0ae8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,STOPPED} 2024-12-02T19:42:35,947 WARN [BP-1559918636-172.17.0.2-1733168532253 heartbeating to localhost/127.0.0.1:44053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:42:35,948 WARN [BP-1559918636-172.17.0.2-1733168532253 heartbeating to localhost/127.0.0.1:44053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1559918636-172.17.0.2-1733168532253 (Datanode Uuid 13918f12-7d99-4fce-9a52-8a1b4493e4f8) service to localhost/127.0.0.1:44053 2024-12-02T19:42:35,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data3/current/BP-1559918636-172.17.0.2-1733168532253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:35,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data4/current/BP-1559918636-172.17.0.2-1733168532253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:35,949 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:42:35,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:42:35,949 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:42:35,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2aa3dd80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:35,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@715c1911{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:42:35,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:42:35,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f155673{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:42:35,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66625d07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,STOPPED} 2024-12-02T19:42:35,954 WARN [BP-1559918636-172.17.0.2-1733168532253 heartbeating to localhost/127.0.0.1:44053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:42:35,954 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:42:35,954 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:42:35,954 WARN [BP-1559918636-172.17.0.2-1733168532253 heartbeating to localhost/127.0.0.1:44053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1559918636-172.17.0.2-1733168532253 (Datanode Uuid e14fd525-a8a8-475f-8c75-e5ef15997ce3) service to localhost/127.0.0.1:44053 2024-12-02T19:42:35,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data9/current/BP-1559918636-172.17.0.2-1733168532253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:35,955 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data10/current/BP-1559918636-172.17.0.2-1733168532253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:35,955 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:42:35,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@446f4116{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:35,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28362695{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:42:35,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:42:35,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a870ef0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:42:35,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58b4328c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,STOPPED} 2024-12-02T19:42:35,966 WARN [BP-1559918636-172.17.0.2-1733168532253 heartbeating to localhost/127.0.0.1:44053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:42:35,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:42:35,966 WARN [BP-1559918636-172.17.0.2-1733168532253 heartbeating to localhost/127.0.0.1:44053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1559918636-172.17.0.2-1733168532253 (Datanode Uuid 234ca306-7b7f-4f40-972b-8f785cb70026) service to localhost/127.0.0.1:44053 2024-12-02T19:42:35,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:42:35,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data7/current/BP-1559918636-172.17.0.2-1733168532253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:35,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data8/current/BP-1559918636-172.17.0.2-1733168532253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:35,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:42:35,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52f9b62a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:35,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42d59091{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:42:35,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:42:35,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@203505c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:42:35,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b9449f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,STOPPED} 2024-12-02T19:42:35,974 WARN [BP-1559918636-172.17.0.2-1733168532253 heartbeating to localhost/127.0.0.1:44053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:42:35,974 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:42:35,974 WARN [BP-1559918636-172.17.0.2-1733168532253 heartbeating to localhost/127.0.0.1:44053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1559918636-172.17.0.2-1733168532253 (Datanode Uuid 3df715b3-e287-4ef4-8f02-b89ab03b73ff) service to localhost/127.0.0.1:44053 2024-12-02T19:42:35,974 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:42:35,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data6/current/BP-1559918636-172.17.0.2-1733168532253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:35,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data5/current/BP-1559918636-172.17.0.2-1733168532253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:35,975 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:42:35,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34ba8d84{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:35,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d866606{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:42:35,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:42:35,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@744a4a63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:42:35,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727dbeb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,STOPPED} 2024-12-02T19:42:35,981 WARN [BP-1559918636-172.17.0.2-1733168532253 heartbeating to localhost/127.0.0.1:44053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:42:35,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:42:35,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:42:35,981 WARN [BP-1559918636-172.17.0.2-1733168532253 heartbeating to localhost/127.0.0.1:44053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1559918636-172.17.0.2-1733168532253 (Datanode Uuid 615ce61d-4d55-49ad-8aa1-d927651dad3a) service to localhost/127.0.0.1:44053 2024-12-02T19:42:35,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data1/current/BP-1559918636-172.17.0.2-1733168532253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:35,982 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:42:35,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/cluster_75032a3a-5ada-134a-a7a8-ae67a82d4847/data/data2/current/BP-1559918636-172.17.0.2-1733168532253 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:42:35,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45567984{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:42:35,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@194a3ed5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:42:35,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:42:35,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@634db6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:42:35,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ce88563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir/,STOPPED} 2024-12-02T19:42:35,998 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T19:42:36,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T19:42:36,057 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=103 (was 69) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:44053 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:44053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:44053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=10022 (was 10332) 2024-12-02T19:42:36,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=103, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=10021 2024-12-02T19:42:36,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T19:42:36,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.log.dir so I do NOT create it in target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc 2024-12-02T19:42:36,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d646438e-b7e2-38d2-22f3-27ff29991858/hadoop.tmp.dir so I do NOT create it in target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc 2024-12-02T19:42:36,072 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/cluster_a8a407af-737e-6d38-2269-7f82f507bbb6, deleteOnExit=true 2024-12-02T19:42:36,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T19:42:36,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/test.cache.data in system properties and HBase conf 2024-12-02T19:42:36,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T19:42:36,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/hadoop.log.dir in system properties and HBase conf 2024-12-02T19:42:36,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T19:42:36,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T19:42:36,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T19:42:36,073 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T19:42:36,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:42:36,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:42:36,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T19:42:36,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:42:36,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T19:42:36,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T19:42:36,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:42:36,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:42:36,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T19:42:36,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/nfs.dump.dir in system properties and HBase conf 2024-12-02T19:42:36,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/java.io.tmpdir in system properties and HBase conf 2024-12-02T19:42:36,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:42:36,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T19:42:36,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T19:42:36,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:42:36,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:42:36,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:42:36,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:42:36,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:42:36,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:42:36,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1848cbb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:42:36,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f07bb1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:42:36,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37282920{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/java.io.tmpdir/jetty-localhost-36277-hadoop-hdfs-3_4_1-tests_jar-_-any-17170609769641691031/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:42:36,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@740452e0{HTTP/1.1, (http/1.1)}{localhost:36277} 2024-12-02T19:42:36,545 INFO [Time-limited test {}] server.Server(415): Started @92537ms 2024-12-02T19:42:36,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:42:36,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:42:36,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:42:36,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:42:36,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:42:36,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45844b28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:42:36,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e6f71e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:42:36,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3837526d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/java.io.tmpdir/jetty-localhost-32781-hadoop-hdfs-3_4_1-tests_jar-_-any-13076142638085289255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:36,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69ad0a97{HTTP/1.1, (http/1.1)}{localhost:32781} 2024-12-02T19:42:36,930 INFO [Time-limited test {}] server.Server(415): Started @92922ms 2024-12-02T19:42:36,931 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:42:36,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:42:36,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:42:36,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:42:36,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:42:36,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:42:36,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aed3f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:42:36,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac50e51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:42:37,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4836d57b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/java.io.tmpdir/jetty-localhost-42857-hadoop-hdfs-3_4_1-tests_jar-_-any-17026686261479021361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:42:37,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e7fdc55{HTTP/1.1, (http/1.1)}{localhost:42857} 2024-12-02T19:42:37,126 INFO [Time-limited test {}] server.Server(415): Started @93117ms 2024-12-02T19:42:37,127 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:42:37,655 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/cluster_a8a407af-737e-6d38-2269-7f82f507bbb6/data/data1/current/BP-1436907850-172.17.0.2-1733168556132/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:37,659 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/cluster_a8a407af-737e-6d38-2269-7f82f507bbb6/data/data2/current/BP-1436907850-172.17.0.2-1733168556132/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:37,696 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:42:37,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e0c0928d5e526cc with lease ID 0x7906e08f884965f3: Processing first storage report for DS-337d52d7-723c-4d8e-9f64-446e5cfa38d7 from datanode DatanodeRegistration(127.0.0.1:44195, datanodeUuid=5db71bc0-559a-4e74-963d-b9579967a338, infoPort=43263, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1577632252;c=1733168556132) 2024-12-02T19:42:37,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e0c0928d5e526cc with lease ID 0x7906e08f884965f3: from storage DS-337d52d7-723c-4d8e-9f64-446e5cfa38d7 node DatanodeRegistration(127.0.0.1:44195, datanodeUuid=5db71bc0-559a-4e74-963d-b9579967a338, infoPort=43263, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1577632252;c=1733168556132), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:37,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e0c0928d5e526cc with lease ID 0x7906e08f884965f3: Processing first storage report for DS-4449e622-716a-4ab4-817f-4e64313eea31 from datanode DatanodeRegistration(127.0.0.1:44195, datanodeUuid=5db71bc0-559a-4e74-963d-b9579967a338, infoPort=43263, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1577632252;c=1733168556132) 2024-12-02T19:42:37,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e0c0928d5e526cc with lease ID 0x7906e08f884965f3: from storage DS-4449e622-716a-4ab4-817f-4e64313eea31 node DatanodeRegistration(127.0.0.1:44195, datanodeUuid=5db71bc0-559a-4e74-963d-b9579967a338, infoPort=43263, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1577632252;c=1733168556132), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:37,861 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/cluster_a8a407af-737e-6d38-2269-7f82f507bbb6/data/data4/current/BP-1436907850-172.17.0.2-1733168556132/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:37,861 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/cluster_a8a407af-737e-6d38-2269-7f82f507bbb6/data/data3/current/BP-1436907850-172.17.0.2-1733168556132/current, will proceed with Du for space computation calculation, 2024-12-02T19:42:37,893 WARN [Thread-788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:42:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39e47a71e823e74e with lease ID 0x7906e08f884965f4: Processing first storage report for DS-a6281114-c2f3-4cd3-b133-915261880a2f from datanode DatanodeRegistration(127.0.0.1:33691, datanodeUuid=6330b996-134d-4883-99a7-8365e23d43bc, infoPort=35307, infoSecurePort=0, ipcPort=36245, storageInfo=lv=-57;cid=testClusterID;nsid=1577632252;c=1733168556132) 2024-12-02T19:42:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39e47a71e823e74e with lease ID 0x7906e08f884965f4: from storage DS-a6281114-c2f3-4cd3-b133-915261880a2f node DatanodeRegistration(127.0.0.1:33691, datanodeUuid=6330b996-134d-4883-99a7-8365e23d43bc, infoPort=35307, infoSecurePort=0, ipcPort=36245, storageInfo=lv=-57;cid=testClusterID;nsid=1577632252;c=1733168556132), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T19:42:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39e47a71e823e74e with lease ID 0x7906e08f884965f4: Processing first storage report for DS-3b13db58-84dd-474f-8c48-e5b56a2f7c25 from datanode DatanodeRegistration(127.0.0.1:33691, datanodeUuid=6330b996-134d-4883-99a7-8365e23d43bc, infoPort=35307, infoSecurePort=0, ipcPort=36245, storageInfo=lv=-57;cid=testClusterID;nsid=1577632252;c=1733168556132) 2024-12-02T19:42:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39e47a71e823e74e with lease ID 0x7906e08f884965f4: from storage DS-3b13db58-84dd-474f-8c48-e5b56a2f7c25 node DatanodeRegistration(127.0.0.1:33691, datanodeUuid=6330b996-134d-4883-99a7-8365e23d43bc, infoPort=35307, infoSecurePort=0, ipcPort=36245, storageInfo=lv=-57;cid=testClusterID;nsid=1577632252;c=1733168556132), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:42:37,968 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc 2024-12-02T19:42:37,988 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/cluster_a8a407af-737e-6d38-2269-7f82f507bbb6/zookeeper_0, clientPort=57565, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/cluster_a8a407af-737e-6d38-2269-7f82f507bbb6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/cluster_a8a407af-737e-6d38-2269-7f82f507bbb6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T19:42:37,990 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57565 2024-12-02T19:42:37,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:37,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:42:38,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:42:38,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380 with version=8 2024-12-02T19:42:38,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/hbase-staging 2024-12-02T19:42:38,423 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:42:38,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:42:38,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:42:38,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:42:38,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:42:38,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:42:38,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T19:42:38,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:42:38,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38215 2024-12-02T19:42:38,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38215 connecting to ZooKeeper ensemble=127.0.0.1:57565 2024-12-02T19:42:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382150x0, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:42:38,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38215-0x10198db02570000 connected 2024-12-02T19:42:38,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:38,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:38,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:42:38,583 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380, hbase.cluster.distributed=false 2024-12-02T19:42:38,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:42:38,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38215 2024-12-02T19:42:38,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38215 2024-12-02T19:42:38,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38215 2024-12-02T19:42:38,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38215 2024-12-02T19:42:38,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38215 2024-12-02T19:42:38,614 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:42:38,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:42:38,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:42:38,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:42:38,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:42:38,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:42:38,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:42:38,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:42:38,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35841 2024-12-02T19:42:38,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35841 connecting to ZooKeeper ensemble=127.0.0.1:57565 2024-12-02T19:42:38,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:38,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:38,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358410x0, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:42:38,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358410x0, quorum=127.0.0.1:57565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:42:38,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:42:38,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35841-0x10198db02570001 connected 2024-12-02T19:42:38,643 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:42:38,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:42:38,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:42:38,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35841 2024-12-02T19:42:38,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35841 2024-12-02T19:42:38,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35841 2024-12-02T19:42:38,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35841 2024-12-02T19:42:38,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35841 2024-12-02T19:42:38,660 DEBUG [M:0;41897df2911b:38215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:38215 2024-12-02T19:42:38,661 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,38215,1733168558423 2024-12-02T19:42:38,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:42:38,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:42:38,670 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,38215,1733168558423 2024-12-02T19:42:38,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:38,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:42:38,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:38,681 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T19:42:38,682 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,38215,1733168558423 from backup master directory 2024-12-02T19:42:38,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,38215,1733168558423 2024-12-02T19:42:38,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:42:38,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:42:38,689 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:42:38,689 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,38215,1733168558423 2024-12-02T19:42:38,695 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/hbase.id] with ID: 80ce5ded-555b-448f-9cfd-592106f34f71 2024-12-02T19:42:38,696 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/.tmp/hbase.id 2024-12-02T19:42:38,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:42:38,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:42:38,704 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/.tmp/hbase.id]:[hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/hbase.id] 2024-12-02T19:42:38,718 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:38,718 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T19:42:38,719 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T19:42:38,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:38,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:42:38,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:42:38,740 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:42:38,741 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T19:42:38,741 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:42:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:42:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:42:38,752 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store 2024-12-02T19:42:38,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:42:38,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:42:38,786 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:42:38,786 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:42:38,787 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:38,787 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:38,787 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:42:38,787 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:38,787 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:42:38,787 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733168558786Disabling compacts and flushes for region at 1733168558786Disabling writes for close at 1733168558787 (+1 ms)Writing region close event to WAL at 1733168558787Closed at 1733168558787 2024-12-02T19:42:38,788 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/.initializing 2024-12-02T19:42:38,788 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/WALs/41897df2911b,38215,1733168558423 2024-12-02T19:42:38,790 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:42:38,792 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C38215%2C1733168558423, suffix=, logDir=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/WALs/41897df2911b,38215,1733168558423, archiveDir=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/oldWALs, maxLogs=10 2024-12-02T19:42:38,811 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/WALs/41897df2911b,38215,1733168558423/41897df2911b%2C38215%2C1733168558423.1733168558793, exclude list is [], retry=0 2024-12-02T19:42:38,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-337d52d7-723c-4d8e-9f64-446e5cfa38d7,DISK] 2024-12-02T19:42:38,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33691,DS-a6281114-c2f3-4cd3-b133-915261880a2f,DISK] 2024-12-02T19:42:38,820 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/WALs/41897df2911b,38215,1733168558423/41897df2911b%2C38215%2C1733168558423.1733168558793 2024-12-02T19:42:38,820 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43263:43263),(127.0.0.1/127.0.0.1:35307:35307)] 2024-12-02T19:42:38,820 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:42:38,821 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:42:38,821 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:38,821 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:38,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:38,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T19:42:38,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:38,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:38,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:38,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T19:42:38,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:38,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:42:38,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:38,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T19:42:38,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:38,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:42:38,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:38,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T19:42:38,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:38,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:42:38,833 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:38,834 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:38,834 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:38,836 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:38,836 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:38,836 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:42:38,838 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:42:38,843 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:42:38,844 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=745442, jitterRate=-0.052121907472610474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:42:38,845 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733168558821Initializing all the Stores at 1733168558822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168558822Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168558822Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168558822Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168558822Cleaning up temporary data from old regions at 1733168558836 (+14 ms)Region opened successfully at 1733168558845 (+9 ms) 2024-12-02T19:42:38,845 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T19:42:38,851 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6148a52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:42:38,852 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T19:42:38,852 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T19:42:38,852 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T19:42:38,853 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T19:42:38,853 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T19:42:38,854 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T19:42:38,854 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T19:42:38,857 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T19:42:38,858 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T19:42:38,889 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T19:42:38,890 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T19:42:38,890 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T19:42:38,897 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T19:42:38,898 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T19:42:38,899 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T19:42:38,906 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T19:42:38,907 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T19:42:38,914 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T19:42:38,916 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T19:42:38,927 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T19:42:38,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:42:38,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:38,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:42:38,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:38,941 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,38215,1733168558423, sessionid=0x10198db02570000, setting cluster-up flag (Was=false) 2024-12-02T19:42:38,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:38,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:38,981 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T19:42:38,982 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,38215,1733168558423 2024-12-02T19:42:38,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:38,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:39,022 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T19:42:39,024 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,38215,1733168558423 2024-12-02T19:42:39,025 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T19:42:39,027 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T19:42:39,027 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T19:42:39,027 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T19:42:39,027 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,38215,1733168558423 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T19:42:39,029 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:42:39,029 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:42:39,029 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:42:39,029 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:42:39,029 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T19:42:39,029 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:39,029 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:42:39,029 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:39,034 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733168589034 2024-12-02T19:42:39,035 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T19:42:39,035 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T19:42:39,035 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T19:42:39,035 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T19:42:39,035 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T19:42:39,035 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T19:42:39,035 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,036 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T19:42:39,036 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T19:42:39,036 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T19:42:39,038 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T19:42:39,038 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T19:42:39,038 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168559038,5,FailOnTimeoutGroup] 2024-12-02T19:42:39,038 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:42:39,038 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168559038,5,FailOnTimeoutGroup] 2024-12-02T19:42:39,038 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,038 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T19:42:39,038 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T19:42:39,038 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,039 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,040 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:39,040 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T19:42:39,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:42:39,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:42:39,052 INFO [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(746): ClusterId : 80ce5ded-555b-448f-9cfd-592106f34f71 2024-12-02T19:42:39,052 DEBUG [RS:0;41897df2911b:35841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:42:39,052 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T19:42:39,052 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380 2024-12-02T19:42:39,061 DEBUG [RS:0;41897df2911b:35841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:42:39,062 DEBUG [RS:0;41897df2911b:35841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:42:39,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:42:39,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:42:39,072 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:42:39,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:42:39,073 DEBUG [RS:0;41897df2911b:35841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:42:39,074 DEBUG [RS:0;41897df2911b:35841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a91766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:42:39,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:42:39,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:39,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:39,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:42:39,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:42:39,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:39,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:39,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:42:39,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:42:39,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:39,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:39,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:42:39,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:42:39,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:39,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:39,083 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:42:39,084 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740 2024-12-02T19:42:39,085 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740 2024-12-02T19:42:39,086 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:42:39,086 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:42:39,087 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:42:39,089 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:42:39,090 DEBUG [RS:0;41897df2911b:35841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:35841 2024-12-02T19:42:39,090 INFO [RS:0;41897df2911b:35841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:42:39,090 INFO [RS:0;41897df2911b:35841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:42:39,090 DEBUG [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:42:39,091 INFO [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,38215,1733168558423 with port=35841, startcode=1733168558614 2024-12-02T19:42:39,091 DEBUG [RS:0;41897df2911b:35841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:42:39,093 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33537, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:42:39,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38215 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,35841,1733168558614 2024-12-02T19:42:39,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38215 {}] master.ServerManager(517): Registering regionserver=41897df2911b,35841,1733168558614 2024-12-02T19:42:39,096 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:42:39,096 DEBUG [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380 2024-12-02T19:42:39,097 DEBUG [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40859 2024-12-02T19:42:39,097 DEBUG [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:42:39,097 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=847251, jitterRate=0.07733593881130219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:42:39,098 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733168559072Initializing all the Stores at 1733168559073 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168559073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168559073Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168559073Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168559073Cleaning up temporary data from old regions at 1733168559086 (+13 ms)Region opened successfully at 1733168559097 (+11 ms) 2024-12-02T19:42:39,098 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:42:39,098 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:42:39,098 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:42:39,098 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:42:39,098 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:42:39,099 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:42:39,099 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733168559098Disabling compacts and flushes for region at 1733168559098Disabling writes for close at 1733168559098Writing region close event to WAL at 1733168559099 (+1 ms)Closed at 1733168559099 2024-12-02T19:42:39,101 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:42:39,101 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T19:42:39,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T19:42:39,103 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:42:39,104 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T19:42:39,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:42:39,107 DEBUG [RS:0;41897df2911b:35841 {}] zookeeper.ZKUtil(111): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,35841,1733168558614 2024-12-02T19:42:39,107 WARN [RS:0;41897df2911b:35841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:42:39,107 INFO [RS:0;41897df2911b:35841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:42:39,107 DEBUG [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614 2024-12-02T19:42:39,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,35841,1733168558614] 2024-12-02T19:42:39,110 INFO [RS:0;41897df2911b:35841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:42:39,112 INFO [RS:0;41897df2911b:35841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:42:39,113 INFO [RS:0;41897df2911b:35841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:42:39,113 INFO [RS:0;41897df2911b:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,113 INFO [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:42:39,114 INFO [RS:0;41897df2911b:35841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:42:39,114 INFO [RS:0;41897df2911b:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,114 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:39,114 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:39,114 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:39,114 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:39,115 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:39,115 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:42:39,115 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:39,115 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:39,115 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:39,115 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:39,115 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:39,115 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:42:39,115 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:42:39,115 DEBUG [RS:0;41897df2911b:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:42:39,118 INFO [RS:0;41897df2911b:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,119 INFO [RS:0;41897df2911b:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,119 INFO [RS:0;41897df2911b:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,119 INFO [RS:0;41897df2911b:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,119 INFO [RS:0;41897df2911b:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,119 INFO [RS:0;41897df2911b:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,35841,1733168558614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:42:39,138 INFO [RS:0;41897df2911b:35841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:42:39,138 INFO [RS:0;41897df2911b:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,35841,1733168558614-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,138 INFO [RS:0;41897df2911b:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,139 INFO [RS:0;41897df2911b:35841 {}] regionserver.Replication(171): 41897df2911b,35841,1733168558614 started 2024-12-02T19:42:39,157 INFO [RS:0;41897df2911b:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,157 INFO [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,35841,1733168558614, RpcServer on 41897df2911b/172.17.0.2:35841, sessionid=0x10198db02570001 2024-12-02T19:42:39,157 DEBUG [RS:0;41897df2911b:35841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:42:39,157 DEBUG [RS:0;41897df2911b:35841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,35841,1733168558614 2024-12-02T19:42:39,157 DEBUG [RS:0;41897df2911b:35841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,35841,1733168558614' 2024-12-02T19:42:39,157 DEBUG [RS:0;41897df2911b:35841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:42:39,157 DEBUG [RS:0;41897df2911b:35841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:42:39,158 DEBUG [RS:0;41897df2911b:35841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:42:39,158 DEBUG [RS:0;41897df2911b:35841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:42:39,158 DEBUG [RS:0;41897df2911b:35841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,35841,1733168558614 2024-12-02T19:42:39,158 DEBUG [RS:0;41897df2911b:35841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,35841,1733168558614' 2024-12-02T19:42:39,158 DEBUG [RS:0;41897df2911b:35841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:42:39,159 DEBUG [RS:0;41897df2911b:35841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:42:39,159 DEBUG [RS:0;41897df2911b:35841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:42:39,159 INFO [RS:0;41897df2911b:35841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:42:39,159 INFO [RS:0;41897df2911b:35841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:42:39,255 WARN [41897df2911b:38215 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T19:42:39,260 INFO [RS:0;41897df2911b:35841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:42:39,262 INFO [RS:0;41897df2911b:35841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C35841%2C1733168558614, suffix=, logDir=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614, archiveDir=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/oldWALs, maxLogs=32 2024-12-02T19:42:39,280 DEBUG [RS:0;41897df2911b:35841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168559263, exclude list is [], retry=0 2024-12-02T19:42:39,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33691,DS-a6281114-c2f3-4cd3-b133-915261880a2f,DISK] 2024-12-02T19:42:39,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-337d52d7-723c-4d8e-9f64-446e5cfa38d7,DISK] 2024-12-02T19:42:39,286 INFO [RS:0;41897df2911b:35841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168559263 2024-12-02T19:42:39,287 DEBUG [RS:0;41897df2911b:35841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35307:35307),(127.0.0.1/127.0.0.1:43263:43263)] 2024-12-02T19:42:39,505 DEBUG [41897df2911b:38215 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T19:42:39,505 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,35841,1733168558614 2024-12-02T19:42:39,507 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,35841,1733168558614, state=OPENING 2024-12-02T19:42:39,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T19:42:39,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:39,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:42:39,556 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:42:39,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,35841,1733168558614}] 2024-12-02T19:42:39,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:42:39,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:42:39,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:42:39,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33693, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:42:39,717 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T19:42:39,717 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:42:39,717 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T19:42:39,719 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C35841%2C1733168558614.meta, suffix=.meta, logDir=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614, archiveDir=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/oldWALs, maxLogs=32 2024-12-02T19:42:39,731 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.meta.1733168559720.meta, exclude list is [], retry=0 2024-12-02T19:42:39,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33691,DS-a6281114-c2f3-4cd3-b133-915261880a2f,DISK] 2024-12-02T19:42:39,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-337d52d7-723c-4d8e-9f64-446e5cfa38d7,DISK] 2024-12-02T19:42:39,736 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.meta.1733168559720.meta 2024-12-02T19:42:39,737 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35307:35307),(127.0.0.1/127.0.0.1:43263:43263)] 2024-12-02T19:42:39,737 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:42:39,737 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T19:42:39,737 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T19:42:39,738 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T19:42:39,738 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T19:42:39,738 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:42:39,738 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T19:42:39,738 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T19:42:39,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:42:39,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:42:39,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:39,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:39,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:42:39,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:42:39,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:39,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:39,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:42:39,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:42:39,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:39,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:39,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:42:39,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:42:39,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:39,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:42:39,746 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:42:39,747 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740 2024-12-02T19:42:39,749 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740 2024-12-02T19:42:39,750 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:42:39,750 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:42:39,751 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:42:39,753 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:42:39,754 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=810463, jitterRate=0.030557185411453247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:42:39,755 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T19:42:39,755 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733168559738Writing region info on filesystem at 1733168559738Initializing all the Stores at 1733168559739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168559739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168559739Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168559739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168559739Cleaning up temporary data from old regions at 1733168559750 (+11 ms)Running coprocessor post-open hooks at 1733168559755 (+5 ms)Region opened successfully at 1733168559755 2024-12-02T19:42:39,757 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733168559710 2024-12-02T19:42:39,759 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T19:42:39,759 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T19:42:39,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,35841,1733168558614 2024-12-02T19:42:39,761 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,35841,1733168558614, state=OPEN 2024-12-02T19:42:39,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:42:39,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:42:39,856 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,35841,1733168558614 2024-12-02T19:42:39,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:42:39,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:42:39,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T19:42:39,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,35841,1733168558614 in 300 msec 2024-12-02T19:42:39,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T19:42:39,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 759 msec 2024-12-02T19:42:39,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:42:39,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T19:42:39,868 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:42:39,869 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,35841,1733168558614, seqNum=-1] 2024-12-02T19:42:39,869 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:42:39,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55031, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:42:39,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-12-02T19:42:39,878 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733168559878, completionTime=-1 2024-12-02T19:42:39,878 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T19:42:39,878 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T19:42:39,880 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T19:42:39,881 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733168619881 2024-12-02T19:42:39,881 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733168679881 2024-12-02T19:42:39,881 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T19:42:39,881 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,38215,1733168558423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,881 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,38215,1733168558423-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,881 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,38215,1733168558423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,881 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:38215, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,882 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,882 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,884 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T19:42:39,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.197sec 2024-12-02T19:42:39,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T19:42:39,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T19:42:39,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T19:42:39,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T19:42:39,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T19:42:39,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,38215,1733168558423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:42:39,886 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,38215,1733168558423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T19:42:39,888 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T19:42:39,888 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T19:42:39,889 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,38215,1733168558423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:42:39,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f91f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:42:39,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,38215,-1 for getting cluster id 2024-12-02T19:42:39,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:42:39,952 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80ce5ded-555b-448f-9cfd-592106f34f71' 2024-12-02T19:42:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:42:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80ce5ded-555b-448f-9cfd-592106f34f71" 2024-12-02T19:42:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b67a8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:42:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,38215,-1] 2024-12-02T19:42:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:42:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:42:39,955 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:42:39,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7af0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:42:39,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:42:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,35841,1733168558614, seqNum=-1] 2024-12-02T19:42:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:42:39,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:42:39,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,38215,1733168558423 2024-12-02T19:42:39,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:42:39,963 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T19:42:39,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:42:39,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,38215,1733168558423 2024-12-02T19:42:39,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d35965f 2024-12-02T19:42:39,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:42:39,966 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:42:39,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-02T19:42:39,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-02T19:42:39,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:42:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T19:42:39,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:42:39,970 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:39,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-02T19:42:39,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:42:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:42:39,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741835_1011 (size=405) 2024-12-02T19:42:39,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741835_1011 (size=405) 2024-12-02T19:42:39,982 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 271fc73d0110de0e08b370b360b6256e, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380 2024-12-02T19:42:39,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741836_1012 (size=88) 2024-12-02T19:42:39,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741836_1012 (size=88) 2024-12-02T19:42:39,991 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:42:39,991 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 271fc73d0110de0e08b370b360b6256e, disabling compactions & flushes 2024-12-02T19:42:39,992 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:42:39,992 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:42:39,992 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. after waiting 0 ms 2024-12-02T19:42:39,992 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:42:39,992 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:42:39,992 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 271fc73d0110de0e08b370b360b6256e: Waiting for close lock at 1733168559991Disabling compacts and flushes for region at 1733168559991Disabling writes for close at 1733168559992 (+1 ms)Writing region close event to WAL at 1733168559992Closed at 1733168559992 2024-12-02T19:42:39,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:42:39,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733168559993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733168559993"}]},"ts":"1733168559993"} 2024-12-02T19:42:39,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T19:42:39,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:42:39,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733168559998"}]},"ts":"1733168559998"} 2024-12-02T19:42:40,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-02T19:42:40,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=271fc73d0110de0e08b370b360b6256e, ASSIGN}] 2024-12-02T19:42:40,003 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=271fc73d0110de0e08b370b360b6256e, ASSIGN 2024-12-02T19:42:40,004 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=271fc73d0110de0e08b370b360b6256e, ASSIGN; state=OFFLINE, location=41897df2911b,35841,1733168558614; forceNewPlan=false, retain=false 2024-12-02T19:42:40,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T19:42:40,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T19:42:40,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:42:40,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T19:42:40,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=271fc73d0110de0e08b370b360b6256e, regionState=OPENING, regionLocation=41897df2911b,35841,1733168558614 2024-12-02T19:42:40,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=271fc73d0110de0e08b370b360b6256e, ASSIGN because future has completed 2024-12-02T19:42:40,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 271fc73d0110de0e08b370b360b6256e, server=41897df2911b,35841,1733168558614}] 2024-12-02T19:42:40,315 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:42:40,315 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 271fc73d0110de0e08b370b360b6256e, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:42:40,315 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 271fc73d0110de0e08b370b360b6256e 2024-12-02T19:42:40,315 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:42:40,315 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 271fc73d0110de0e08b370b360b6256e 2024-12-02T19:42:40,315 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 271fc73d0110de0e08b370b360b6256e 2024-12-02T19:42:40,317 INFO [StoreOpener-271fc73d0110de0e08b370b360b6256e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 271fc73d0110de0e08b370b360b6256e 2024-12-02T19:42:40,318 INFO [StoreOpener-271fc73d0110de0e08b370b360b6256e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 271fc73d0110de0e08b370b360b6256e columnFamilyName info 2024-12-02T19:42:40,318 DEBUG [StoreOpener-271fc73d0110de0e08b370b360b6256e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:42:40,319 INFO [StoreOpener-271fc73d0110de0e08b370b360b6256e-1 {}] regionserver.HStore(327): Store=271fc73d0110de0e08b370b360b6256e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:42:40,319 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 271fc73d0110de0e08b370b360b6256e 2024-12-02T19:42:40,320 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e 2024-12-02T19:42:40,320 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e 2024-12-02T19:42:40,320 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 271fc73d0110de0e08b370b360b6256e 2024-12-02T19:42:40,320 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 271fc73d0110de0e08b370b360b6256e 2024-12-02T19:42:40,322 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 271fc73d0110de0e08b370b360b6256e 2024-12-02T19:42:40,324 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:42:40,325 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 271fc73d0110de0e08b370b360b6256e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=760738, jitterRate=-0.03267255425453186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:42:40,325 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 271fc73d0110de0e08b370b360b6256e 2024-12-02T19:42:40,326 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 271fc73d0110de0e08b370b360b6256e: Running coprocessor pre-open hook at 1733168560315Writing region info on filesystem at 1733168560315Initializing all the Stores at 1733168560316 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168560316Cleaning up temporary data from old regions at 1733168560320 (+4 ms)Running coprocessor post-open hooks at 1733168560325 (+5 ms)Region opened successfully at 1733168560326 (+1 ms) 2024-12-02T19:42:40,327 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e., pid=6, masterSystemTime=1733168560310 2024-12-02T19:42:40,329 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:42:40,330 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:42:40,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=271fc73d0110de0e08b370b360b6256e, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,35841,1733168558614 2024-12-02T19:42:40,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 271fc73d0110de0e08b370b360b6256e, server=41897df2911b,35841,1733168558614 because future has completed 2024-12-02T19:42:40,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T19:42:40,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 271fc73d0110de0e08b370b360b6256e, server=41897df2911b,35841,1733168558614 in 179 msec 2024-12-02T19:42:40,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T19:42:40,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=271fc73d0110de0e08b370b360b6256e, ASSIGN in 338 msec 2024-12-02T19:42:40,344 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:42:40,345 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733168560345"}]},"ts":"1733168560345"} 2024-12-02T19:42:40,347 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-02T19:42:40,349 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:42:40,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 382 msec 2024-12-02T19:42:44,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:44,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:44,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:44,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:44,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:44,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:44,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:45,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T19:42:45,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:45,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:45,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:45,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:45,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:45,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:45,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:42:45,299 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T19:42:45,299 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-02T19:42:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:42:50,001 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T19:42:50,001 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-02T19:42:50,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T19:42:50,004 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:42:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e., hostname=41897df2911b,35841,1733168558614, seqNum=2] 2024-12-02T19:42:50,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T19:42:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T19:42:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T19:42:50,022 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:42:50,023 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:42:50,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:42:50,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T19:42:50,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-02T19:42:50,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T19:42:50,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:42:50,186 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 271fc73d0110de0e08b370b360b6256e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T19:42:50,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/066c8f1b1e0f4c54a6511f9cd3ff333f is 1055, key is row0001/info:/1733168570008/Put/seqid=0 2024-12-02T19:42:50,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741837_1013 (size=6008) 2024-12-02T19:42:50,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741837_1013 (size=6008) 2024-12-02T19:42:50,222 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/066c8f1b1e0f4c54a6511f9cd3ff333f 2024-12-02T19:42:50,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/066c8f1b1e0f4c54a6511f9cd3ff333f as hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/066c8f1b1e0f4c54a6511f9cd3ff333f 2024-12-02T19:42:50,243 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/066c8f1b1e0f4c54a6511f9cd3ff333f, entries=1, sequenceid=5, filesize=5.9 K 2024-12-02T19:42:50,244 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 271fc73d0110de0e08b370b360b6256e in 58ms, sequenceid=5, compaction requested=false 2024-12-02T19:42:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 271fc73d0110de0e08b370b360b6256e: 2024-12-02T19:42:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:42:50,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T19:42:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T19:42:50,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T19:42:50,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 225 msec 2024-12-02T19:42:50,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 240 msec 2024-12-02T19:43:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T19:43:00,030 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T19:43:00,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T19:43:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T19:43:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T19:43:00,042 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:43:00,043 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:43:00,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:43:00,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-02T19:43:00,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:43:00,197 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 271fc73d0110de0e08b370b360b6256e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T19:43:00,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/46d8a3656c5a4ca09013dff5a4788b4e is 1055, key is row0002/info:/1733168580032/Put/seqid=0 2024-12-02T19:43:00,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741838_1014 (size=6008) 2024-12-02T19:43:00,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741838_1014 (size=6008) 2024-12-02T19:43:00,212 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/46d8a3656c5a4ca09013dff5a4788b4e 2024-12-02T19:43:00,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/46d8a3656c5a4ca09013dff5a4788b4e as hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/46d8a3656c5a4ca09013dff5a4788b4e 2024-12-02T19:43:00,229 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/46d8a3656c5a4ca09013dff5a4788b4e, entries=1, sequenceid=9, filesize=5.9 K 2024-12-02T19:43:00,230 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 271fc73d0110de0e08b370b360b6256e in 33ms, sequenceid=9, compaction requested=false 2024-12-02T19:43:00,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 271fc73d0110de0e08b370b360b6256e: 2024-12-02T19:43:00,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:43:00,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-02T19:43:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-02T19:43:00,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T19:43:00,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-12-02T19:43:00,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 198 msec 2024-12-02T19:43:07,968 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T19:43:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T19:43:10,080 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T19:43:10,094 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168590082, exclude list is [], retry=0 2024-12-02T19:43:10,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-337d52d7-723c-4d8e-9f64-446e5cfa38d7,DISK] 2024-12-02T19:43:10,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33691,DS-a6281114-c2f3-4cd3-b133-915261880a2f,DISK] 2024-12-02T19:43:10,098 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168559263 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168590082 2024-12-02T19:43:10,098 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43263:43263),(127.0.0.1/127.0.0.1:35307:35307)] 2024-12-02T19:43:10,098 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168559263 is not closed yet, will try archiving it next time 2024-12-02T19:43:10,099 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T19:43:10,100 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168559263 not finished, retry = 0 2024-12-02T19:43:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T19:43:10,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741833_1009 (size=5471) 2024-12-02T19:43:10,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741833_1009 (size=5471) 2024-12-02T19:43:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T19:43:10,101 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:43:10,102 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:43:10,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:43:10,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T19:43:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:43:10,262 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 271fc73d0110de0e08b370b360b6256e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T19:43:10,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/24a83ede183043e3a2be6f5e19a0df2d is 1055, key is row0003/info:/1733168590081/Put/seqid=0 2024-12-02T19:43:10,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741840_1016 (size=6008) 2024-12-02T19:43:10,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741840_1016 (size=6008) 2024-12-02T19:43:10,276 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/24a83ede183043e3a2be6f5e19a0df2d 2024-12-02T19:43:10,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/24a83ede183043e3a2be6f5e19a0df2d as hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/24a83ede183043e3a2be6f5e19a0df2d 2024-12-02T19:43:10,291 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/24a83ede183043e3a2be6f5e19a0df2d, entries=1, sequenceid=13, filesize=5.9 K 2024-12-02T19:43:10,292 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 271fc73d0110de0e08b370b360b6256e in 30ms, sequenceid=13, compaction requested=true 2024-12-02T19:43:10,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 271fc73d0110de0e08b370b360b6256e: 2024-12-02T19:43:10,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:43:10,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-02T19:43:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-02T19:43:10,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T19:43:10,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 192 msec 2024-12-02T19:43:10,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 199 msec 2024-12-02T19:43:19,894 INFO [master/41897df2911b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T19:43:19,894 INFO [master/41897df2911b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T19:43:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T19:43:20,181 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T19:43:20,187 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:43:20,191 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:43:20,192 DEBUG [Time-limited test {}] regionserver.HStore(1541): 271fc73d0110de0e08b370b360b6256e/info is initiating minor compaction (all files) 2024-12-02T19:43:20,193 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:43:20,193 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:20,193 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 271fc73d0110de0e08b370b360b6256e/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:43:20,193 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/066c8f1b1e0f4c54a6511f9cd3ff333f, hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/46d8a3656c5a4ca09013dff5a4788b4e, hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/24a83ede183043e3a2be6f5e19a0df2d] into tmpdir=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp, totalSize=17.6 K 2024-12-02T19:43:20,194 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 066c8f1b1e0f4c54a6511f9cd3ff333f, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733168570008 2024-12-02T19:43:20,195 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 46d8a3656c5a4ca09013dff5a4788b4e, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733168580032 2024-12-02T19:43:20,195 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 24a83ede183043e3a2be6f5e19a0df2d, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733168590081 2024-12-02T19:43:20,219 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 271fc73d0110de0e08b370b360b6256e#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:43:20,219 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/7ec1146df6e54abeb3c80dd92471546b is 1055, key is row0001/info:/1733168570008/Put/seqid=0 2024-12-02T19:43:20,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741841_1017 (size=8221) 2024-12-02T19:43:20,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741841_1017 (size=8221) 2024-12-02T19:43:20,232 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/7ec1146df6e54abeb3c80dd92471546b as hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/7ec1146df6e54abeb3c80dd92471546b 2024-12-02T19:43:20,249 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 271fc73d0110de0e08b370b360b6256e/info of 271fc73d0110de0e08b370b360b6256e into 7ec1146df6e54abeb3c80dd92471546b(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:43:20,249 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 271fc73d0110de0e08b370b360b6256e: 2024-12-02T19:43:20,267 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168600252, exclude list is [], retry=0 2024-12-02T19:43:20,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-337d52d7-723c-4d8e-9f64-446e5cfa38d7,DISK] 2024-12-02T19:43:20,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33691,DS-a6281114-c2f3-4cd3-b133-915261880a2f,DISK] 2024-12-02T19:43:20,272 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168590082 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168600252 2024-12-02T19:43:20,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43263:43263),(127.0.0.1/127.0.0.1:35307:35307)] 2024-12-02T19:43:20,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168590082 is not closed yet, will try archiving it next time 2024-12-02T19:43:20,273 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168559263 to hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/oldWALs/41897df2911b%2C35841%2C1733168558614.1733168559263 2024-12-02T19:43:20,274 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T19:43:20,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741839_1015 (size=2495) 2024-12-02T19:43:20,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741839_1015 (size=2495) 2024-12-02T19:43:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T19:43:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T19:43:20,277 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:43:20,278 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:43:20,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:43:20,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T19:43:20,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:43:20,431 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 271fc73d0110de0e08b370b360b6256e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T19:43:20,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/69c8de9060884cd8ab2c0d1d7bd69b65 is 1055, key is row0000/info:/1733168600251/Put/seqid=0 2024-12-02T19:43:20,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741843_1019 (size=6008) 2024-12-02T19:43:20,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741843_1019 (size=6008) 2024-12-02T19:43:20,443 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/69c8de9060884cd8ab2c0d1d7bd69b65 2024-12-02T19:43:20,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/69c8de9060884cd8ab2c0d1d7bd69b65 as hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/69c8de9060884cd8ab2c0d1d7bd69b65 2024-12-02T19:43:20,459 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/69c8de9060884cd8ab2c0d1d7bd69b65, entries=1, sequenceid=18, filesize=5.9 K 2024-12-02T19:43:20,461 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 271fc73d0110de0e08b370b360b6256e in 29ms, sequenceid=18, compaction requested=false 2024-12-02T19:43:20,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 271fc73d0110de0e08b370b360b6256e: 2024-12-02T19:43:20,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:43:20,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-02T19:43:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-02T19:43:20,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T19:43:20,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 185 msec 2024-12-02T19:43:20,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 192 msec 2024-12-02T19:43:25,315 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 271fc73d0110de0e08b370b360b6256e, had cached 0 bytes from a total of 14229 2024-12-02T19:43:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T19:43:30,380 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-02T19:43:30,395 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168610383, exclude list is [], retry=0 2024-12-02T19:43:30,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33691,DS-a6281114-c2f3-4cd3-b133-915261880a2f,DISK] 2024-12-02T19:43:30,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-337d52d7-723c-4d8e-9f64-446e5cfa38d7,DISK] 2024-12-02T19:43:30,400 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168600252 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168610383 2024-12-02T19:43:30,400 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35307:35307),(127.0.0.1/127.0.0.1:43263:43263)] 2024-12-02T19:43:30,400 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168600252 is not closed yet, will try archiving it next time 2024-12-02T19:43:30,400 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168590082 to hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/oldWALs/41897df2911b%2C35841%2C1733168558614.1733168590082 2024-12-02T19:43:30,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T19:43:30,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:43:30,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:43:30,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:43:30,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:43:30,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:43:30,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T19:43:30,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1024803578, stopped=false 2024-12-02T19:43:30,401 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,38215,1733168558423 2024-12-02T19:43:30,402 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168600252 not finished, retry = 0 2024-12-02T19:43:30,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741842_1018 (size=2001) 2024-12-02T19:43:30,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741842_1018 (size=2001) 2024-12-02T19:43:30,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:43:30,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:43:30,462 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:43:30,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:30,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:30,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:43:30,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:43:30,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:43:30,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:43:30,463 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,35841,1733168558614' ***** 2024-12-02T19:43:30,463 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:43:30,464 INFO [RS:0;41897df2911b:35841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:43:30,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:43:30,464 INFO [RS:0;41897df2911b:35841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:43:30,464 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:43:30,464 INFO [RS:0;41897df2911b:35841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:43:30,464 INFO [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(3091): Received CLOSE for 271fc73d0110de0e08b370b360b6256e 2024-12-02T19:43:30,464 INFO [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,35841,1733168558614 2024-12-02T19:43:30,464 INFO [RS:0;41897df2911b:35841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:43:30,465 INFO [RS:0;41897df2911b:35841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:35841. 2024-12-02T19:43:30,465 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 271fc73d0110de0e08b370b360b6256e, disabling compactions & flushes 2024-12-02T19:43:30,465 DEBUG [RS:0;41897df2911b:35841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:43:30,465 DEBUG [RS:0;41897df2911b:35841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:43:30,465 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:43:30,465 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:43:30,465 INFO [RS:0;41897df2911b:35841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:43:30,465 INFO [RS:0;41897df2911b:35841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:43:30,465 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. after waiting 0 ms 2024-12-02T19:43:30,465 INFO [RS:0;41897df2911b:35841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:43:30,465 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:43:30,465 INFO [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T19:43:30,465 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 271fc73d0110de0e08b370b360b6256e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-02T19:43:30,465 INFO [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T19:43:30,465 DEBUG [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 271fc73d0110de0e08b370b360b6256e=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e.} 2024-12-02T19:43:30,465 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:43:30,465 DEBUG [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 271fc73d0110de0e08b370b360b6256e 2024-12-02T19:43:30,465 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:43:30,466 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:43:30,466 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:43:30,466 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:43:30,466 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-02T19:43:30,470 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/a39ae33e6f664619801cf95a832cba37 is 1055, key is row0001/info:/1733168610382/Put/seqid=0 2024-12-02T19:43:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741845_1021 (size=6008) 2024-12-02T19:43:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741845_1021 (size=6008) 2024-12-02T19:43:30,479 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/a39ae33e6f664619801cf95a832cba37 2024-12-02T19:43:30,483 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/.tmp/info/af5d47fa4f4e4126a40efe7e917b5f71 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e./info:regioninfo/1733168560331/Put/seqid=0 2024-12-02T19:43:30,487 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/.tmp/info/a39ae33e6f664619801cf95a832cba37 as hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/a39ae33e6f664619801cf95a832cba37 2024-12-02T19:43:30,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741846_1022 (size=7308) 2024-12-02T19:43:30,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741846_1022 (size=7308) 2024-12-02T19:43:30,490 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/.tmp/info/af5d47fa4f4e4126a40efe7e917b5f71 2024-12-02T19:43:30,494 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/a39ae33e6f664619801cf95a832cba37, entries=1, sequenceid=22, filesize=5.9 K 2024-12-02T19:43:30,495 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 271fc73d0110de0e08b370b360b6256e in 30ms, sequenceid=22, compaction requested=true 2024-12-02T19:43:30,496 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/066c8f1b1e0f4c54a6511f9cd3ff333f, hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/46d8a3656c5a4ca09013dff5a4788b4e, hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/24a83ede183043e3a2be6f5e19a0df2d] to archive 2024-12-02T19:43:30,498 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:43:30,501 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/066c8f1b1e0f4c54a6511f9cd3ff333f to hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/066c8f1b1e0f4c54a6511f9cd3ff333f 2024-12-02T19:43:30,502 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/46d8a3656c5a4ca09013dff5a4788b4e to hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/46d8a3656c5a4ca09013dff5a4788b4e 2024-12-02T19:43:30,503 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/WALs/41897df2911b,35841,1733168558614/41897df2911b%2C35841%2C1733168558614.1733168600252 to hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/oldWALs/41897df2911b%2C35841%2C1733168558614.1733168600252 2024-12-02T19:43:30,504 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/24a83ede183043e3a2be6f5e19a0df2d to hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/info/24a83ede183043e3a2be6f5e19a0df2d 2024-12-02T19:43:30,514 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=41897df2911b:38215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-02T19:43:30,514 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [066c8f1b1e0f4c54a6511f9cd3ff333f=6008, 46d8a3656c5a4ca09013dff5a4788b4e=6008, 24a83ede183043e3a2be6f5e19a0df2d=6008] 2024-12-02T19:43:30,516 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/.tmp/ns/55bd10025efb40388432fcfc524610fe is 43, key is default/ns:d/1733168559871/Put/seqid=0 2024-12-02T19:43:30,519 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/271fc73d0110de0e08b370b360b6256e/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-02T19:43:30,520 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:43:30,520 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 271fc73d0110de0e08b370b360b6256e: Waiting for close lock at 1733168610464Running coprocessor pre-close hooks at 1733168610464Disabling compacts and flushes for region at 1733168610464Disabling writes for close at 1733168610465 (+1 ms)Obtaining lock to block concurrent updates at 1733168610465Preparing flush snapshotting stores in 271fc73d0110de0e08b370b360b6256e at 1733168610465Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733168610466 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. at 1733168610466Flushing 271fc73d0110de0e08b370b360b6256e/info: creating writer at 1733168610466Flushing 271fc73d0110de0e08b370b360b6256e/info: appending metadata at 1733168610470 (+4 ms)Flushing 271fc73d0110de0e08b370b360b6256e/info: closing flushed file at 1733168610470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6909d2: reopening flushed file at 1733168610486 (+16 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 271fc73d0110de0e08b370b360b6256e in 30ms, sequenceid=22, compaction requested=true at 1733168610495 (+9 ms)Writing region close event to WAL at 1733168610515 (+20 ms)Running coprocessor post-close hooks at 1733168610520 (+5 ms)Closed at 1733168610520 2024-12-02T19:43:30,520 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733168559967.271fc73d0110de0e08b370b360b6256e. 2024-12-02T19:43:30,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741847_1023 (size=5153) 2024-12-02T19:43:30,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741847_1023 (size=5153) 2024-12-02T19:43:30,522 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/.tmp/ns/55bd10025efb40388432fcfc524610fe 2024-12-02T19:43:30,543 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/.tmp/table/c096b9965fdf4514890961c871937c78 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733168560345/Put/seqid=0 2024-12-02T19:43:30,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741848_1024 (size=5508) 2024-12-02T19:43:30,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741848_1024 (size=5508) 2024-12-02T19:43:30,548 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/.tmp/table/c096b9965fdf4514890961c871937c78 2024-12-02T19:43:30,555 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/.tmp/info/af5d47fa4f4e4126a40efe7e917b5f71 as hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/info/af5d47fa4f4e4126a40efe7e917b5f71 2024-12-02T19:43:30,562 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/info/af5d47fa4f4e4126a40efe7e917b5f71, entries=10, sequenceid=11, filesize=7.1 K 2024-12-02T19:43:30,563 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/.tmp/ns/55bd10025efb40388432fcfc524610fe as hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/ns/55bd10025efb40388432fcfc524610fe 2024-12-02T19:43:30,568 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/ns/55bd10025efb40388432fcfc524610fe, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T19:43:30,569 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/.tmp/table/c096b9965fdf4514890961c871937c78 as hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/table/c096b9965fdf4514890961c871937c78 2024-12-02T19:43:30,576 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/table/c096b9965fdf4514890961c871937c78, entries=2, sequenceid=11, filesize=5.4 K 2024-12-02T19:43:30,577 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=11, compaction requested=false 2024-12-02T19:43:30,582 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T19:43:30,583 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:43:30,583 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:43:30,583 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733168610465Running coprocessor pre-close hooks at 1733168610465Disabling compacts and flushes for region at 1733168610465Disabling writes for close at 1733168610466 (+1 ms)Obtaining lock to block concurrent updates at 1733168610466Preparing flush snapshotting stores in 1588230740 at 1733168610466Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733168610466Flushing stores of hbase:meta,,1.1588230740 at 1733168610467 (+1 ms)Flushing 1588230740/info: creating writer at 1733168610467Flushing 1588230740/info: appending metadata at 1733168610483 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733168610483Flushing 1588230740/ns: creating writer at 1733168610497 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733168610516 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733168610516Flushing 1588230740/table: creating writer at 1733168610530 (+14 ms)Flushing 1588230740/table: appending metadata at 1733168610543 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733168610543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8a8815: reopening flushed file at 1733168610554 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35512fb2: reopening flushed file at 1733168610562 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe8c613: reopening flushed file at 1733168610569 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=11, compaction requested=false at 1733168610578 (+9 ms)Writing region close event to WAL at 1733168610579 (+1 ms)Running coprocessor post-close hooks at 1733168610583 (+4 ms)Closed at 1733168610583 2024-12-02T19:43:30,583 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T19:43:30,666 INFO [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,35841,1733168558614; all regions closed. 2024-12-02T19:43:30,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741834_1010 (size=3306) 2024-12-02T19:43:30,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741834_1010 (size=3306) 2024-12-02T19:43:30,670 DEBUG [RS:0;41897df2911b:35841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/oldWALs 2024-12-02T19:43:30,670 INFO [RS:0;41897df2911b:35841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C35841%2C1733168558614.meta:.meta(num 1733168559720) 2024-12-02T19:43:30,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741844_1020 (size=1252) 2024-12-02T19:43:30,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741844_1020 (size=1252) 2024-12-02T19:43:30,674 DEBUG [RS:0;41897df2911b:35841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/oldWALs 2024-12-02T19:43:30,674 INFO [RS:0;41897df2911b:35841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C35841%2C1733168558614:(num 1733168610383) 2024-12-02T19:43:30,674 DEBUG [RS:0;41897df2911b:35841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:43:30,674 INFO [RS:0;41897df2911b:35841 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:43:30,675 INFO [RS:0;41897df2911b:35841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:43:30,675 INFO [RS:0;41897df2911b:35841 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T19:43:30,675 INFO [RS:0;41897df2911b:35841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:43:30,675 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:43:30,675 INFO [RS:0;41897df2911b:35841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35841 2024-12-02T19:43:30,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:43:30,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,35841,1733168558614 2024-12-02T19:43:30,703 INFO [RS:0;41897df2911b:35841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:43:30,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,35841,1733168558614] 2024-12-02T19:43:30,720 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,35841,1733168558614 already deleted, retry=false 2024-12-02T19:43:30,721 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,35841,1733168558614 expired; onlineServers=0 2024-12-02T19:43:30,721 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,38215,1733168558423' ***** 2024-12-02T19:43:30,721 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T19:43:30,721 INFO [M:0;41897df2911b:38215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:43:30,721 INFO [M:0;41897df2911b:38215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:43:30,721 DEBUG [M:0;41897df2911b:38215 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T19:43:30,721 DEBUG [M:0;41897df2911b:38215 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T19:43:30,721 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T19:43:30,721 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168559038 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168559038,5,FailOnTimeoutGroup] 2024-12-02T19:43:30,721 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168559038 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168559038,5,FailOnTimeoutGroup] 2024-12-02T19:43:30,721 INFO [M:0;41897df2911b:38215 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T19:43:30,721 INFO [M:0;41897df2911b:38215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:43:30,721 DEBUG [M:0;41897df2911b:38215 {}] master.HMaster(1795): Stopping service threads 2024-12-02T19:43:30,721 INFO [M:0;41897df2911b:38215 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T19:43:30,722 INFO [M:0;41897df2911b:38215 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:43:30,722 INFO [M:0;41897df2911b:38215 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T19:43:30,722 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T19:43:30,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T19:43:30,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:30,729 DEBUG [M:0;41897df2911b:38215 {}] zookeeper.ZKUtil(347): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T19:43:30,729 WARN [M:0;41897df2911b:38215 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T19:43:30,731 INFO [M:0;41897df2911b:38215 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/.lastflushedseqids 2024-12-02T19:43:30,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741849_1025 (size=130) 2024-12-02T19:43:30,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741849_1025 (size=130) 2024-12-02T19:43:30,740 INFO [M:0;41897df2911b:38215 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T19:43:30,741 INFO [M:0;41897df2911b:38215 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T19:43:30,741 DEBUG [M:0;41897df2911b:38215 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:43:30,741 INFO [M:0;41897df2911b:38215 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:43:30,741 DEBUG [M:0;41897df2911b:38215 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:43:30,741 DEBUG [M:0;41897df2911b:38215 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:43:30,741 DEBUG [M:0;41897df2911b:38215 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:43:30,741 INFO [M:0;41897df2911b:38215 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.60 KB heapSize=55.01 KB 2024-12-02T19:43:30,756 DEBUG [M:0;41897df2911b:38215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9081f4daa270405d9f69bc5cfe2b52f3 is 82, key is hbase:meta,,1/info:regioninfo/1733168559760/Put/seqid=0 2024-12-02T19:43:30,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741850_1026 (size=5672) 2024-12-02T19:43:30,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741850_1026 (size=5672) 2024-12-02T19:43:30,762 INFO [M:0;41897df2911b:38215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9081f4daa270405d9f69bc5cfe2b52f3 2024-12-02T19:43:30,781 DEBUG [M:0;41897df2911b:38215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79a56412eb9f4d45b2c2677bf75d7bf8 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733168560350/Put/seqid=0 2024-12-02T19:43:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741851_1027 (size=7824) 2024-12-02T19:43:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741851_1027 (size=7824) 2024-12-02T19:43:30,788 INFO [M:0;41897df2911b:38215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.00 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79a56412eb9f4d45b2c2677bf75d7bf8 2024-12-02T19:43:30,793 INFO [M:0;41897df2911b:38215 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79a56412eb9f4d45b2c2677bf75d7bf8 2024-12-02T19:43:30,807 DEBUG [M:0;41897df2911b:38215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e46047bfcbbd4929ae8878efdba9ff75 is 69, key is 41897df2911b,35841,1733168558614/rs:state/1733168559094/Put/seqid=0 2024-12-02T19:43:30,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741852_1028 (size=5156) 2024-12-02T19:43:30,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741852_1028 (size=5156) 2024-12-02T19:43:30,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:43:30,812 INFO [RS:0;41897df2911b:35841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:43:30,812 INFO [RS:0;41897df2911b:35841 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,35841,1733168558614; zookeeper connection closed. 2024-12-02T19:43:30,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10198db02570001, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:43:30,812 INFO [M:0;41897df2911b:38215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e46047bfcbbd4929ae8878efdba9ff75 2024-12-02T19:43:30,813 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33fb1f44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33fb1f44 2024-12-02T19:43:30,813 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T19:43:30,831 DEBUG [M:0;41897df2911b:38215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1373c18261df452998bb9acff6338300 is 52, key is load_balancer_on/state:d/1733168559962/Put/seqid=0 2024-12-02T19:43:30,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741853_1029 (size=5056) 2024-12-02T19:43:30,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741853_1029 (size=5056) 2024-12-02T19:43:30,836 INFO [M:0;41897df2911b:38215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1373c18261df452998bb9acff6338300 2024-12-02T19:43:30,842 DEBUG [M:0;41897df2911b:38215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9081f4daa270405d9f69bc5cfe2b52f3 as hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9081f4daa270405d9f69bc5cfe2b52f3 2024-12-02T19:43:30,847 INFO [M:0;41897df2911b:38215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9081f4daa270405d9f69bc5cfe2b52f3, entries=8, sequenceid=121, filesize=5.5 K 2024-12-02T19:43:30,848 DEBUG [M:0;41897df2911b:38215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79a56412eb9f4d45b2c2677bf75d7bf8 as hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79a56412eb9f4d45b2c2677bf75d7bf8 2024-12-02T19:43:30,853 INFO [M:0;41897df2911b:38215 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79a56412eb9f4d45b2c2677bf75d7bf8 2024-12-02T19:43:30,853 INFO [M:0;41897df2911b:38215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79a56412eb9f4d45b2c2677bf75d7bf8, entries=14, sequenceid=121, filesize=7.6 K 2024-12-02T19:43:30,854 DEBUG [M:0;41897df2911b:38215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e46047bfcbbd4929ae8878efdba9ff75 as hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e46047bfcbbd4929ae8878efdba9ff75 2024-12-02T19:43:30,861 INFO [M:0;41897df2911b:38215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e46047bfcbbd4929ae8878efdba9ff75, entries=1, sequenceid=121, filesize=5.0 K 2024-12-02T19:43:30,862 DEBUG [M:0;41897df2911b:38215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1373c18261df452998bb9acff6338300 as hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1373c18261df452998bb9acff6338300 2024-12-02T19:43:30,868 INFO [M:0;41897df2911b:38215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/94bde377-82cd-839e-0389-b5887696a380/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1373c18261df452998bb9acff6338300, entries=1, sequenceid=121, filesize=4.9 K 2024-12-02T19:43:30,869 INFO [M:0;41897df2911b:38215 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.60 KB/44647, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false 2024-12-02T19:43:30,871 INFO [M:0;41897df2911b:38215 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:43:30,871 DEBUG [M:0;41897df2911b:38215 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733168610741Disabling compacts and flushes for region at 1733168610741Disabling writes for close at 1733168610741Obtaining lock to block concurrent updates at 1733168610741Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733168610741Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44647, getHeapSize=56264, getOffHeapSize=0, getCellsCount=140 at 1733168610741Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733168610742 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733168610742Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733168610755 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733168610755Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733168610767 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733168610780 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733168610780Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733168610793 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733168610807 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733168610807Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733168610817 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733168610831 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733168610831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd11a66: reopening flushed file at 1733168610841 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a70612: reopening flushed file at 1733168610847 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4ecaf7: reopening flushed file at 1733168610853 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31eaca62: reopening flushed file at 1733168610861 (+8 ms)Finished flush of dataSize ~43.60 KB/44647, heapSize ~54.95 KB/56264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false at 1733168610869 (+8 ms)Writing region close event to WAL at 1733168610871 (+2 ms)Closed at 1733168610871 2024-12-02T19:43:30,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741830_1006 (size=53044) 2024-12-02T19:43:30,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33691 is added to blk_1073741830_1006 (size=53044) 2024-12-02T19:43:30,874 INFO [M:0;41897df2911b:38215 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T19:43:30,874 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:43:30,874 INFO [M:0;41897df2911b:38215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38215 2024-12-02T19:43:30,875 INFO [M:0;41897df2911b:38215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:43:30,996 INFO [M:0;41897df2911b:38215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:43:30,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:43:30,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x10198db02570000, quorum=127.0.0.1:57565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:43:31,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4836d57b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:43:31,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e7fdc55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:43:31,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:43:31,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac50e51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:43:31,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aed3f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/hadoop.log.dir/,STOPPED} 2024-12-02T19:43:31,046 WARN [BP-1436907850-172.17.0.2-1733168556132 heartbeating to localhost/127.0.0.1:40859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:43:31,046 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:43:31,046 WARN [BP-1436907850-172.17.0.2-1733168556132 heartbeating to localhost/127.0.0.1:40859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1436907850-172.17.0.2-1733168556132 (Datanode Uuid 6330b996-134d-4883-99a7-8365e23d43bc) service to localhost/127.0.0.1:40859 2024-12-02T19:43:31,046 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:43:31,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/cluster_a8a407af-737e-6d38-2269-7f82f507bbb6/data/data3/current/BP-1436907850-172.17.0.2-1733168556132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:43:31,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/cluster_a8a407af-737e-6d38-2269-7f82f507bbb6/data/data4/current/BP-1436907850-172.17.0.2-1733168556132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:43:31,047 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:43:31,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3837526d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:43:31,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69ad0a97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:43:31,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:43:31,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e6f71e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:43:31,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45844b28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/hadoop.log.dir/,STOPPED} 2024-12-02T19:43:31,053 WARN [BP-1436907850-172.17.0.2-1733168556132 heartbeating to localhost/127.0.0.1:40859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:43:31,053 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:43:31,053 WARN [BP-1436907850-172.17.0.2-1733168556132 heartbeating to localhost/127.0.0.1:40859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1436907850-172.17.0.2-1733168556132 (Datanode Uuid 5db71bc0-559a-4e74-963d-b9579967a338) service to localhost/127.0.0.1:40859 2024-12-02T19:43:31,053 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:43:31,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/cluster_a8a407af-737e-6d38-2269-7f82f507bbb6/data/data1/current/BP-1436907850-172.17.0.2-1733168556132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:43:31,055 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/cluster_a8a407af-737e-6d38-2269-7f82f507bbb6/data/data2/current/BP-1436907850-172.17.0.2-1733168556132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:43:31,055 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:43:31,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37282920{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:43:31,061 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@740452e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:43:31,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:43:31,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f07bb1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:43:31,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1848cbb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/hadoop.log.dir/,STOPPED} 2024-12-02T19:43:31,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T19:43:31,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T19:43:31,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=98 (was 103), OpenFileDescriptor=429 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=10053 (was 10021) - AvailableMemoryMB LEAK? - 2024-12-02T19:43:31,102 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=98, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=10053 2024-12-02T19:43:31,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T19:43:31,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/hadoop.log.dir so I do NOT create it in target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74 2024-12-02T19:43:31,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1fa8070-3eae-1897-3f4e-f6d3958f89fc/hadoop.tmp.dir so I do NOT create it in target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74 2024-12-02T19:43:31,103 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/cluster_f5603bc3-8966-5c61-d500-be7742f3cd6d, deleteOnExit=true 2024-12-02T19:43:31,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T19:43:31,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/test.cache.data in system properties and HBase conf 2024-12-02T19:43:31,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T19:43:31,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/hadoop.log.dir in system properties and HBase conf 2024-12-02T19:43:31,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T19:43:31,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T19:43:31,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T19:43:31,104 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T19:43:31,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:43:31,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:43:31,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T19:43:31,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:43:31,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T19:43:31,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T19:43:31,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:43:31,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:43:31,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T19:43:31,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/nfs.dump.dir in system properties and HBase conf 2024-12-02T19:43:31,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/java.io.tmpdir in system properties and HBase conf 2024-12-02T19:43:31,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:43:31,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T19:43:31,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T19:43:31,121 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:43:31,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:43:31,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:43:31,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:43:31,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:43:31,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:43:31,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:43:31,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a45361b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:43:31,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d806b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:43:31,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d191941{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/java.io.tmpdir/jetty-localhost-37935-hadoop-hdfs-3_4_1-tests_jar-_-any-145833081642802453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:43:31,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a42b18c{HTTP/1.1, (http/1.1)}{localhost:37935} 2024-12-02T19:43:31,525 INFO [Time-limited test {}] server.Server(415): Started @147517ms 2024-12-02T19:43:31,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:43:31,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:43:31,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:43:31,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:43:31,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:43:31,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@554e43f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:43:31,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6094c696{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:43:31,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10349fb5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/java.io.tmpdir/jetty-localhost-44989-hadoop-hdfs-3_4_1-tests_jar-_-any-8418043054316473070/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:43:31,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@482b7bad{HTTP/1.1, (http/1.1)}{localhost:44989} 2024-12-02T19:43:31,843 INFO [Time-limited test {}] server.Server(415): Started @147835ms 2024-12-02T19:43:31,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:43:31,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:43:31,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:43:31,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:43:31,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:43:31,902 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:43:31,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60906a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:43:31,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@87f5fbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:43:31,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@212f4fd5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/java.io.tmpdir/jetty-localhost-35049-hadoop-hdfs-3_4_1-tests_jar-_-any-8028962004118991513/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:43:31,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@be7502b{HTTP/1.1, (http/1.1)}{localhost:35049} 2024-12-02T19:43:31,995 INFO [Time-limited test {}] server.Server(415): Started @147987ms 2024-12-02T19:43:31,996 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:43:32,669 WARN [Thread-1106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/cluster_f5603bc3-8966-5c61-d500-be7742f3cd6d/data/data1/current/BP-909046856-172.17.0.2-1733168611139/current, will proceed with Du for space computation calculation, 2024-12-02T19:43:32,669 WARN [Thread-1107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/cluster_f5603bc3-8966-5c61-d500-be7742f3cd6d/data/data2/current/BP-909046856-172.17.0.2-1733168611139/current, will proceed with Du for space computation calculation, 2024-12-02T19:43:32,687 WARN [Thread-1070 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:43:32,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc79a4cfd02507f96 with lease ID 0xf66ff5434a9a899e: Processing first storage report for DS-f5404768-65cd-4c38-aa1e-6ae0d7d1e540 from datanode DatanodeRegistration(127.0.0.1:45401, datanodeUuid=2e137d25-f6ca-4aea-82f2-7d5e5fb37380, infoPort=34401, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=690267632;c=1733168611139) 2024-12-02T19:43:32,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc79a4cfd02507f96 with lease ID 0xf66ff5434a9a899e: from storage DS-f5404768-65cd-4c38-aa1e-6ae0d7d1e540 node DatanodeRegistration(127.0.0.1:45401, datanodeUuid=2e137d25-f6ca-4aea-82f2-7d5e5fb37380, infoPort=34401, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=690267632;c=1733168611139), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:43:32,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc79a4cfd02507f96 with lease ID 0xf66ff5434a9a899e: Processing first storage report for DS-1f5fd7a4-3b55-4daa-97d4-576694dc34d0 from datanode DatanodeRegistration(127.0.0.1:45401, datanodeUuid=2e137d25-f6ca-4aea-82f2-7d5e5fb37380, infoPort=34401, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=690267632;c=1733168611139) 2024-12-02T19:43:32,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc79a4cfd02507f96 with lease ID 0xf66ff5434a9a899e: from storage DS-1f5fd7a4-3b55-4daa-97d4-576694dc34d0 node DatanodeRegistration(127.0.0.1:45401, datanodeUuid=2e137d25-f6ca-4aea-82f2-7d5e5fb37380, infoPort=34401, infoSecurePort=0, ipcPort=45465, storageInfo=lv=-57;cid=testClusterID;nsid=690267632;c=1733168611139), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:43:32,769 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/cluster_f5603bc3-8966-5c61-d500-be7742f3cd6d/data/data3/current/BP-909046856-172.17.0.2-1733168611139/current, will proceed with Du for space computation calculation, 2024-12-02T19:43:32,769 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/cluster_f5603bc3-8966-5c61-d500-be7742f3cd6d/data/data4/current/BP-909046856-172.17.0.2-1733168611139/current, will proceed with Du for space computation calculation, 2024-12-02T19:43:32,786 WARN [Thread-1093 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:43:32,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37ce1bbce34fbe0 with lease ID 0xf66ff5434a9a899f: Processing first storage report for DS-04c9d326-baf6-4c33-b458-ae18e64faa6a from datanode DatanodeRegistration(127.0.0.1:40747, datanodeUuid=9130f6c9-916d-4987-8d29-9038a6ff4eae, infoPort=34385, infoSecurePort=0, ipcPort=43949, storageInfo=lv=-57;cid=testClusterID;nsid=690267632;c=1733168611139) 2024-12-02T19:43:32,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37ce1bbce34fbe0 with lease ID 0xf66ff5434a9a899f: from storage DS-04c9d326-baf6-4c33-b458-ae18e64faa6a node DatanodeRegistration(127.0.0.1:40747, datanodeUuid=9130f6c9-916d-4987-8d29-9038a6ff4eae, infoPort=34385, infoSecurePort=0, ipcPort=43949, storageInfo=lv=-57;cid=testClusterID;nsid=690267632;c=1733168611139), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T19:43:32,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37ce1bbce34fbe0 with lease ID 0xf66ff5434a9a899f: Processing first storage report for DS-1942c20f-7272-4952-868e-10075db403d8 from datanode DatanodeRegistration(127.0.0.1:40747, datanodeUuid=9130f6c9-916d-4987-8d29-9038a6ff4eae, infoPort=34385, infoSecurePort=0, ipcPort=43949, storageInfo=lv=-57;cid=testClusterID;nsid=690267632;c=1733168611139) 2024-12-02T19:43:32,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37ce1bbce34fbe0 with lease ID 0xf66ff5434a9a899f: from storage DS-1942c20f-7272-4952-868e-10075db403d8 node DatanodeRegistration(127.0.0.1:40747, datanodeUuid=9130f6c9-916d-4987-8d29-9038a6ff4eae, infoPort=34385, infoSecurePort=0, ipcPort=43949, storageInfo=lv=-57;cid=testClusterID;nsid=690267632;c=1733168611139), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:43:32,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74 2024-12-02T19:43:32,826 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/cluster_f5603bc3-8966-5c61-d500-be7742f3cd6d/zookeeper_0, clientPort=54445, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/cluster_f5603bc3-8966-5c61-d500-be7742f3cd6d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/cluster_f5603bc3-8966-5c61-d500-be7742f3cd6d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T19:43:32,827 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54445 2024-12-02T19:43:32,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:43:32,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:43:32,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:43:32,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:43:32,846 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b with version=8 2024-12-02T19:43:32,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/hbase-staging 2024-12-02T19:43:32,848 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:43:32,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:43:32,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:43:32,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:43:32,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:43:32,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:43:32,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T19:43:32,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:43:32,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36721 2024-12-02T19:43:32,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36721 connecting to ZooKeeper ensemble=127.0.0.1:54445 2024-12-02T19:43:32,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367210x0, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:43:32,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36721-0x10198dbd89e0000 connected 2024-12-02T19:43:32,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:43:32,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:43:32,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:43:32,975 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b, hbase.cluster.distributed=false 2024-12-02T19:43:32,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:43:32,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36721 2024-12-02T19:43:32,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36721 2024-12-02T19:43:32,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36721 2024-12-02T19:43:32,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36721 2024-12-02T19:43:32,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36721 2024-12-02T19:43:32,991 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:43:32,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:43:32,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:43:32,992 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:43:32,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:43:32,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:43:32,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:43:32,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:43:32,993 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36213 2024-12-02T19:43:32,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36213 connecting to ZooKeeper ensemble=127.0.0.1:54445 2024-12-02T19:43:32,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:43:32,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:43:33,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362130x0, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:43:33,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362130x0, quorum=127.0.0.1:54445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:43:33,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36213-0x10198dbd89e0001 connected 2024-12-02T19:43:33,004 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:43:33,005 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:43:33,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:43:33,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:43:33,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36213 2024-12-02T19:43:33,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36213 2024-12-02T19:43:33,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36213 2024-12-02T19:43:33,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36213 2024-12-02T19:43:33,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36213 2024-12-02T19:43:33,021 DEBUG [M:0;41897df2911b:36721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:36721 2024-12-02T19:43:33,021 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,36721,1733168612848 2024-12-02T19:43:33,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:43:33,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:43:33,029 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,36721,1733168612848 2024-12-02T19:43:33,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:43:33,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:33,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:33,037 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T19:43:33,038 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,36721,1733168612848 from backup master directory 2024-12-02T19:43:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,36721,1733168612848 2024-12-02T19:43:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:43:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:43:33,045 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:43:33,045 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,36721,1733168612848 2024-12-02T19:43:33,050 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/hbase.id] with ID: 9995f665-2a1d-4110-9f2b-906de0d0cfda 2024-12-02T19:43:33,050 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/.tmp/hbase.id 2024-12-02T19:43:33,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:43:33,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:43:33,058 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/.tmp/hbase.id]:[hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/hbase.id] 2024-12-02T19:43:33,070 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:43:33,070 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T19:43:33,072 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T19:43:33,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:33,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:33,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:43:33,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:43:33,086 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:43:33,086 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T19:43:33,087 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:43:33,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:43:33,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:43:33,097 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store 2024-12-02T19:43:33,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:43:33,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:43:33,109 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:43:33,109 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:43:33,109 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:43:33,109 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:43:33,109 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:43:33,109 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:43:33,110 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:43:33,110 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733168613109Disabling compacts and flushes for region at 1733168613109Disabling writes for close at 1733168613109Writing region close event to WAL at 1733168613109Closed at 1733168613110 (+1 ms) 2024-12-02T19:43:33,111 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/.initializing 2024-12-02T19:43:33,111 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/WALs/41897df2911b,36721,1733168612848 2024-12-02T19:43:33,112 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:43:33,114 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C36721%2C1733168612848, suffix=, logDir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/WALs/41897df2911b,36721,1733168612848, archiveDir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/oldWALs, maxLogs=10 2024-12-02T19:43:33,127 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/WALs/41897df2911b,36721,1733168612848/41897df2911b%2C36721%2C1733168612848.1733168613114, exclude list is [], retry=0 2024-12-02T19:43:33,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45401,DS-f5404768-65cd-4c38-aa1e-6ae0d7d1e540,DISK] 2024-12-02T19:43:33,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40747,DS-04c9d326-baf6-4c33-b458-ae18e64faa6a,DISK] 2024-12-02T19:43:33,135 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/WALs/41897df2911b,36721,1733168612848/41897df2911b%2C36721%2C1733168612848.1733168613114 2024-12-02T19:43:33,135 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34385:34385),(127.0.0.1/127.0.0.1:34401:34401)] 2024-12-02T19:43:33,135 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:43:33,135 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:43:33,135 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:43:33,135 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:43:33,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:43:33,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T19:43:33,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:33,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:43:33,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:43:33,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T19:43:33,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:33,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:43:33,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:43:33,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T19:43:33,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:33,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:43:33,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:43:33,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T19:43:33,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:33,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:43:33,145 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:43:33,146 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:43:33,146 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:43:33,148 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:43:33,148 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:43:33,148 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:43:33,150 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:43:33,153 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:43:33,154 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=784287, jitterRate=-0.002728208899497986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:43:33,155 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733168613135Initializing all the Stores at 1733168613136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168613136Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168613136Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168613136Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168613137 (+1 ms)Cleaning up temporary data from old regions at 1733168613148 (+11 ms)Region opened successfully at 1733168613154 (+6 ms) 2024-12-02T19:43:33,156 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T19:43:33,164 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376c450b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:43:33,165 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T19:43:33,165 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T19:43:33,165 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T19:43:33,166 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T19:43:33,166 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T19:43:33,167 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T19:43:33,167 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T19:43:33,172 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T19:43:33,173 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T19:43:33,179 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T19:43:33,179 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T19:43:33,180 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T19:43:33,187 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T19:43:33,188 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T19:43:33,190 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T19:43:33,195 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T19:43:33,197 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T19:43:33,203 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T19:43:33,206 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T19:43:33,212 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T19:43:33,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:43:33,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:43:33,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:33,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:33,221 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,36721,1733168612848, sessionid=0x10198dbd89e0000, setting cluster-up flag (Was=false) 2024-12-02T19:43:33,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:33,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:33,262 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T19:43:33,263 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,36721,1733168612848 2024-12-02T19:43:33,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:33,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:33,303 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T19:43:33,305 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,36721,1733168612848 2024-12-02T19:43:33,306 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T19:43:33,307 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T19:43:33,308 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T19:43:33,308 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T19:43:33,308 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,36721,1733168612848 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T19:43:33,310 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:43:33,310 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:43:33,310 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:43:33,310 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:43:33,310 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T19:43:33,310 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:43:33,310 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:43:33,310 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:43:33,312 INFO [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(746): ClusterId : 9995f665-2a1d-4110-9f2b-906de0d0cfda 2024-12-02T19:43:33,312 DEBUG [RS:0;41897df2911b:36213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:43:33,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:43:33,313 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T19:43:33,313 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733168643313 2024-12-02T19:43:33,313 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T19:43:33,313 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T19:43:33,313 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T19:43:33,313 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T19:43:33,313 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T19:43:33,313 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T19:43:33,313 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,314 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T19:43:33,314 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T19:43:33,314 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:33,314 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T19:43:33,314 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T19:43:33,314 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T19:43:33,314 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T19:43:33,315 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168613314,5,FailOnTimeoutGroup] 2024-12-02T19:43:33,317 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168613315,5,FailOnTimeoutGroup] 2024-12-02T19:43:33,317 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,317 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T19:43:33,317 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,317 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,321 DEBUG [RS:0;41897df2911b:36213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:43:33,321 DEBUG [RS:0;41897df2911b:36213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:43:33,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:43:33,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:43:33,329 DEBUG [RS:0;41897df2911b:36213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:43:33,330 DEBUG [RS:0;41897df2911b:36213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58768039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:43:33,339 DEBUG [RS:0;41897df2911b:36213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:36213 2024-12-02T19:43:33,339 INFO [RS:0;41897df2911b:36213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:43:33,339 INFO [RS:0;41897df2911b:36213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:43:33,339 DEBUG [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:43:33,340 INFO [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,36721,1733168612848 with port=36213, startcode=1733168612991 2024-12-02T19:43:33,340 DEBUG [RS:0;41897df2911b:36213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:43:33,342 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38629, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:43:33,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,36213,1733168612991 2024-12-02T19:43:33,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36721 {}] master.ServerManager(517): Registering regionserver=41897df2911b,36213,1733168612991 2024-12-02T19:43:33,344 DEBUG [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b 2024-12-02T19:43:33,344 DEBUG [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40719 2024-12-02T19:43:33,344 DEBUG [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:43:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:43:33,354 DEBUG [RS:0;41897df2911b:36213 {}] zookeeper.ZKUtil(111): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,36213,1733168612991 2024-12-02T19:43:33,354 WARN [RS:0;41897df2911b:36213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:43:33,354 INFO [RS:0;41897df2911b:36213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:43:33,354 DEBUG [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/WALs/41897df2911b,36213,1733168612991 2024-12-02T19:43:33,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,36213,1733168612991] 2024-12-02T19:43:33,358 INFO [RS:0;41897df2911b:36213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:43:33,359 INFO [RS:0;41897df2911b:36213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:43:33,360 INFO [RS:0;41897df2911b:36213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:43:33,360 INFO [RS:0;41897df2911b:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,360 INFO [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:43:33,361 INFO [RS:0;41897df2911b:36213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:43:33,361 INFO [RS:0;41897df2911b:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,361 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:43:33,361 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:43:33,361 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:43:33,361 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:43:33,361 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:43:33,361 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:43:33,361 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:43:33,361 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:43:33,361 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:43:33,361 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:43:33,361 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:43:33,361 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:43:33,362 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:43:33,362 DEBUG [RS:0;41897df2911b:36213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:43:33,362 INFO [RS:0;41897df2911b:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,362 INFO [RS:0;41897df2911b:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,362 INFO [RS:0;41897df2911b:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,362 INFO [RS:0;41897df2911b:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,362 INFO [RS:0;41897df2911b:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,362 INFO [RS:0;41897df2911b:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36213,1733168612991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:43:33,381 INFO [RS:0;41897df2911b:36213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:43:33,381 INFO [RS:0;41897df2911b:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36213,1733168612991-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,381 INFO [RS:0;41897df2911b:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,381 INFO [RS:0;41897df2911b:36213 {}] regionserver.Replication(171): 41897df2911b,36213,1733168612991 started 2024-12-02T19:43:33,398 INFO [RS:0;41897df2911b:36213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:33,398 INFO [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,36213,1733168612991, RpcServer on 41897df2911b/172.17.0.2:36213, sessionid=0x10198dbd89e0001 2024-12-02T19:43:33,398 DEBUG [RS:0;41897df2911b:36213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:43:33,398 DEBUG [RS:0;41897df2911b:36213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,36213,1733168612991 2024-12-02T19:43:33,398 DEBUG [RS:0;41897df2911b:36213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,36213,1733168612991' 2024-12-02T19:43:33,398 DEBUG [RS:0;41897df2911b:36213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:43:33,399 DEBUG [RS:0;41897df2911b:36213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:43:33,399 DEBUG [RS:0;41897df2911b:36213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:43:33,399 DEBUG [RS:0;41897df2911b:36213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:43:33,399 DEBUG [RS:0;41897df2911b:36213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,36213,1733168612991 2024-12-02T19:43:33,399 DEBUG [RS:0;41897df2911b:36213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,36213,1733168612991' 2024-12-02T19:43:33,399 DEBUG [RS:0;41897df2911b:36213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:43:33,400 DEBUG [RS:0;41897df2911b:36213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:43:33,400 DEBUG [RS:0;41897df2911b:36213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:43:33,400 INFO [RS:0;41897df2911b:36213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:43:33,400 INFO [RS:0;41897df2911b:36213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:43:33,501 INFO [RS:0;41897df2911b:36213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:43:33,503 INFO [RS:0;41897df2911b:36213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C36213%2C1733168612991, suffix=, logDir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/WALs/41897df2911b,36213,1733168612991, archiveDir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/oldWALs, maxLogs=32 2024-12-02T19:43:33,515 DEBUG [RS:0;41897df2911b:36213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/WALs/41897df2911b,36213,1733168612991/41897df2911b%2C36213%2C1733168612991.1733168613504, exclude list is [], retry=0 2024-12-02T19:43:33,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45401,DS-f5404768-65cd-4c38-aa1e-6ae0d7d1e540,DISK] 2024-12-02T19:43:33,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40747,DS-04c9d326-baf6-4c33-b458-ae18e64faa6a,DISK] 2024-12-02T19:43:33,523 INFO [RS:0;41897df2911b:36213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/WALs/41897df2911b,36213,1733168612991/41897df2911b%2C36213%2C1733168612991.1733168613504 2024-12-02T19:43:33,523 DEBUG [RS:0;41897df2911b:36213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34401:34401),(127.0.0.1/127.0.0.1:34385:34385)] 2024-12-02T19:43:33,724 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T19:43:33,724 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b 2024-12-02T19:43:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741833_1009 (size=32) 2024-12-02T19:43:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741833_1009 (size=32) 2024-12-02T19:43:33,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:43:33,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:43:33,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:43:33,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:33,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:43:33,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:43:33,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:43:33,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:33,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:43:33,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:43:33,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:43:33,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:33,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:43:33,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:43:33,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:43:33,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:33,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:43:33,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:43:33,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740 2024-12-02T19:43:33,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740 2024-12-02T19:43:33,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:43:33,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:43:33,748 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:43:33,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:43:33,755 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:43:33,756 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=841539, jitterRate=0.07007293403148651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:43:33,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733168613733Initializing all the Stores at 1733168613734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168613734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168613734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168613734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168613734Cleaning up temporary data from old regions at 1733168613748 (+14 ms)Region opened successfully at 1733168613757 (+9 ms) 2024-12-02T19:43:33,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:43:33,757 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:43:33,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:43:33,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:43:33,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:43:33,758 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:43:33,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733168613757Disabling compacts and flushes for region at 1733168613757Disabling writes for close at 1733168613757Writing region close event to WAL at 1733168613757Closed at 1733168613757 2024-12-02T19:43:33,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:43:33,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T19:43:33,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T19:43:33,761 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:43:33,762 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T19:43:33,912 DEBUG [41897df2911b:36721 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T19:43:33,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,36213,1733168612991 2024-12-02T19:43:33,915 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,36213,1733168612991, state=OPENING 2024-12-02T19:43:33,953 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T19:43:33,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:33,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:43:33,962 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:43:33,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:43:33,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:43:33,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,36213,1733168612991}] 2024-12-02T19:43:34,115 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:43:34,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58507, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:43:34,121 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T19:43:34,122 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:43:34,122 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T19:43:34,124 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C36213%2C1733168612991.meta, suffix=.meta, logDir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/WALs/41897df2911b,36213,1733168612991, archiveDir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/oldWALs, maxLogs=32 2024-12-02T19:43:34,136 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/WALs/41897df2911b,36213,1733168612991/41897df2911b%2C36213%2C1733168612991.meta.1733168614125.meta, exclude list is [], retry=0 2024-12-02T19:43:34,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40747,DS-04c9d326-baf6-4c33-b458-ae18e64faa6a,DISK] 2024-12-02T19:43:34,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45401,DS-f5404768-65cd-4c38-aa1e-6ae0d7d1e540,DISK] 2024-12-02T19:43:34,141 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/WALs/41897df2911b,36213,1733168612991/41897df2911b%2C36213%2C1733168612991.meta.1733168614125.meta 2024-12-02T19:43:34,141 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34385:34385),(127.0.0.1/127.0.0.1:34401:34401)] 2024-12-02T19:43:34,142 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:43:34,142 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T19:43:34,142 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T19:43:34,142 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T19:43:34,142 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T19:43:34,142 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:43:34,142 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T19:43:34,142 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T19:43:34,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:43:34,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:43:34,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:34,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:43:34,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:43:34,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:43:34,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:34,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:43:34,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:43:34,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:43:34,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:34,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:43:34,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:43:34,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:43:34,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:34,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:43:34,151 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:43:34,151 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740 2024-12-02T19:43:34,153 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740 2024-12-02T19:43:34,154 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:43:34,154 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:43:34,155 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:43:34,157 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:43:34,159 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=754384, jitterRate=-0.04075220227241516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:43:34,159 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T19:43:34,160 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733168614143Writing region info on filesystem at 1733168614143Initializing all the Stores at 1733168614144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168614144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168614144Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168614144Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168614144Cleaning up temporary data from old regions at 1733168614154 (+10 ms)Running coprocessor post-open hooks at 1733168614159 (+5 ms)Region opened successfully at 1733168614160 (+1 ms) 2024-12-02T19:43:34,161 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733168614115 2024-12-02T19:43:34,163 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T19:43:34,163 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T19:43:34,164 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36213,1733168612991 2024-12-02T19:43:34,166 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,36213,1733168612991, state=OPEN 2024-12-02T19:43:34,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:43:34,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:43:34,202 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,36213,1733168612991 2024-12-02T19:43:34,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:43:34,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:43:34,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T19:43:34,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,36213,1733168612991 in 239 msec 2024-12-02T19:43:34,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T19:43:34,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-12-02T19:43:34,209 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:43:34,210 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T19:43:34,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:43:34,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36213,1733168612991, seqNum=-1] 2024-12-02T19:43:34,213 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:43:34,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47235, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:43:34,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 912 msec 2024-12-02T19:43:34,221 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733168614221, completionTime=-1 2024-12-02T19:43:34,221 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T19:43:34,221 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T19:43:34,224 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T19:43:34,224 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733168674224 2024-12-02T19:43:34,224 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733168734224 2024-12-02T19:43:34,224 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T19:43:34,224 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36721,1733168612848-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:34,224 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36721,1733168612848-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:34,224 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36721,1733168612848-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:34,224 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:36721, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:34,224 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:34,225 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:34,227 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T19:43:34,229 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.184sec 2024-12-02T19:43:34,229 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T19:43:34,229 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T19:43:34,229 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T19:43:34,229 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T19:43:34,229 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T19:43:34,229 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36721,1733168612848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:43:34,229 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36721,1733168612848-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T19:43:34,232 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T19:43:34,232 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T19:43:34,233 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36721,1733168612848-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:43:34,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b0e865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:43:34,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,36721,-1 for getting cluster id 2024-12-02T19:43:34,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:43:34,315 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9995f665-2a1d-4110-9f2b-906de0d0cfda' 2024-12-02T19:43:34,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:43:34,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9995f665-2a1d-4110-9f2b-906de0d0cfda" 2024-12-02T19:43:34,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffa0c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:43:34,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,36721,-1] 2024-12-02T19:43:34,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:43:34,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:43:34,318 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:43:34,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3a7012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:43:34,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:43:34,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36213,1733168612991, seqNum=-1] 2024-12-02T19:43:34,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:43:34,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:43:34,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,36721,1733168612848 2024-12-02T19:43:34,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:43:34,328 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T19:43:34,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:43:34,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,36721,1733168612848 2024-12-02T19:43:34,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@308e48f1 2024-12-02T19:43:34,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:43:34,332 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:43:34,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-02T19:43:34,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-02T19:43:34,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:43:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-02T19:43:34,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:43:34,336 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:34,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-02T19:43:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:43:34,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:43:34,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741835_1011 (size=381) 2024-12-02T19:43:34,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741835_1011 (size=381) 2024-12-02T19:43:34,348 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a54e89781245e9d36253ea04326f649, NAME => 'TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b 2024-12-02T19:43:34,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741836_1012 (size=64) 2024-12-02T19:43:34,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741836_1012 (size=64) 2024-12-02T19:43:34,356 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:43:34,356 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 1a54e89781245e9d36253ea04326f649, disabling compactions & flushes 2024-12-02T19:43:34,356 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:34,356 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:34,357 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. after waiting 1 ms 2024-12-02T19:43:34,357 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:34,357 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:34,357 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a54e89781245e9d36253ea04326f649: Waiting for close lock at 1733168614356Disabling compacts and flushes for region at 1733168614356Disabling writes for close at 1733168614357 (+1 ms)Writing region close event to WAL at 1733168614357Closed at 1733168614357 2024-12-02T19:43:34,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:43:34,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733168614358"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733168614358"}]},"ts":"1733168614358"} 2024-12-02T19:43:34,360 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T19:43:34,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:43:34,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733168614361"}]},"ts":"1733168614361"} 2024-12-02T19:43:34,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-02T19:43:34,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1a54e89781245e9d36253ea04326f649, ASSIGN}] 2024-12-02T19:43:34,364 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1a54e89781245e9d36253ea04326f649, ASSIGN 2024-12-02T19:43:34,365 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1a54e89781245e9d36253ea04326f649, ASSIGN; state=OFFLINE, location=41897df2911b,36213,1733168612991; forceNewPlan=false, retain=false 2024-12-02T19:43:34,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a54e89781245e9d36253ea04326f649, regionState=OPENING, regionLocation=41897df2911b,36213,1733168612991 2024-12-02T19:43:34,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1a54e89781245e9d36253ea04326f649, ASSIGN because future has completed 2024-12-02T19:43:34,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a54e89781245e9d36253ea04326f649, server=41897df2911b,36213,1733168612991}] 2024-12-02T19:43:34,683 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:34,683 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a54e89781245e9d36253ea04326f649, NAME => 'TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:43:34,683 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:34,683 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:43:34,684 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:34,684 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:34,686 INFO [StoreOpener-1a54e89781245e9d36253ea04326f649-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:34,687 INFO [StoreOpener-1a54e89781245e9d36253ea04326f649-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a54e89781245e9d36253ea04326f649 columnFamilyName info 2024-12-02T19:43:34,687 DEBUG [StoreOpener-1a54e89781245e9d36253ea04326f649-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:34,688 INFO [StoreOpener-1a54e89781245e9d36253ea04326f649-1 {}] regionserver.HStore(327): Store=1a54e89781245e9d36253ea04326f649/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:43:34,688 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:34,689 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:34,689 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:34,690 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:34,690 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:34,692 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:34,694 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:43:34,695 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a54e89781245e9d36253ea04326f649; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=824429, jitterRate=0.048316434025764465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:43:34,695 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:34,695 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a54e89781245e9d36253ea04326f649: Running coprocessor pre-open hook at 1733168614684Writing region info on filesystem at 1733168614684Initializing all the Stores at 1733168614685 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168614685Cleaning up temporary data from old regions at 1733168614690 (+5 ms)Running coprocessor post-open hooks at 1733168614695 (+5 ms)Region opened successfully at 1733168614695 2024-12-02T19:43:34,696 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649., pid=6, masterSystemTime=1733168614677 2024-12-02T19:43:34,698 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:34,698 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:34,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a54e89781245e9d36253ea04326f649, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36213,1733168612991 2024-12-02T19:43:34,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a54e89781245e9d36253ea04326f649, server=41897df2911b,36213,1733168612991 because future has completed 2024-12-02T19:43:34,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T19:43:34,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a54e89781245e9d36253ea04326f649, server=41897df2911b,36213,1733168612991 in 180 msec 2024-12-02T19:43:34,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T19:43:34,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1a54e89781245e9d36253ea04326f649, ASSIGN in 342 msec 2024-12-02T19:43:34,710 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:43:34,710 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733168614710"}]},"ts":"1733168614710"} 2024-12-02T19:43:34,712 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-02T19:43:34,714 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:43:34,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 381 msec 2024-12-02T19:43:35,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:35,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:35,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:35,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:35,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:35,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:35,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:35,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:35,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:36,042 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T19:43:36,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:36,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:36,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:36,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:36,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:36,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:36,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:36,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:36,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:39,359 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T19:43:39,360 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-02T19:43:40,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-02T19:43:40,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-02T19:43:40,056 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-02T19:43:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:43:44,430 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-02T19:43:44,430 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-02T19:43:44,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-02T19:43:44,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:44,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649., hostname=41897df2911b,36213,1733168612991, seqNum=2] 2024-12-02T19:43:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:44,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1a54e89781245e9d36253ea04326f649 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T19:43:44,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/509149ab21f8438daee2f53913c7e273 is 1055, key is row0001/info:/1733168624435/Put/seqid=0 2024-12-02T19:43:44,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741837_1013 (size=13386) 2024-12-02T19:43:44,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741837_1013 (size=13386) 2024-12-02T19:43:44,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/509149ab21f8438daee2f53913c7e273 2024-12-02T19:43:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/509149ab21f8438daee2f53913c7e273 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/509149ab21f8438daee2f53913c7e273 2024-12-02T19:43:44,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/509149ab21f8438daee2f53913c7e273, entries=8, sequenceid=12, filesize=13.1 K 2024-12-02T19:43:44,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 1a54e89781245e9d36253ea04326f649 in 41ms, sequenceid=12, compaction requested=false 2024-12-02T19:43:44,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1a54e89781245e9d36253ea04326f649: 2024-12-02T19:43:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:44,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1a54e89781245e9d36253ea04326f649 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-02T19:43:44,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/3d2d1723290147329061a93e8a51136b is 1055, key is row0009/info:/1733168624452/Put/seqid=0 2024-12-02T19:43:44,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741838_1014 (size=19714) 2024-12-02T19:43:44,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741838_1014 (size=19714) 2024-12-02T19:43:44,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/3d2d1723290147329061a93e8a51136b 2024-12-02T19:43:44,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/3d2d1723290147329061a93e8a51136b as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/3d2d1723290147329061a93e8a51136b 2024-12-02T19:43:44,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/3d2d1723290147329061a93e8a51136b, entries=14, sequenceid=29, filesize=19.3 K 2024-12-02T19:43:44,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for 1a54e89781245e9d36253ea04326f649 in 29ms, sequenceid=29, compaction requested=false 2024-12-02T19:43:44,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1a54e89781245e9d36253ea04326f649: 2024-12-02T19:43:44,522 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=32.3 K, sizeToCheck=16.0 K 2024-12-02T19:43:44,522 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:44,522 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/3d2d1723290147329061a93e8a51136b because midkey is the same as first or last row 2024-12-02T19:43:45,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T19:43:45,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:45,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:45,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:45,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:45,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:45,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:45,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:45,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:45,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:46,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1a54e89781245e9d36253ea04326f649 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-02T19:43:46,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/878e2badef6a4b459f4ab0bb397d4cb4 is 1055, key is row0023/info:/1733168624494/Put/seqid=0 2024-12-02T19:43:46,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741839_1015 (size=16542) 2024-12-02T19:43:46,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741839_1015 (size=16542) 2024-12-02T19:43:46,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/878e2badef6a4b459f4ab0bb397d4cb4 2024-12-02T19:43:46,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/878e2badef6a4b459f4ab0bb397d4cb4 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/878e2badef6a4b459f4ab0bb397d4cb4 2024-12-02T19:43:46,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/878e2badef6a4b459f4ab0bb397d4cb4, entries=11, sequenceid=43, filesize=16.2 K 2024-12-02T19:43:46,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=10.26 KB/10510 for 1a54e89781245e9d36253ea04326f649 in 28ms, sequenceid=43, compaction requested=true 2024-12-02T19:43:46,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1a54e89781245e9d36253ea04326f649: 2024-12-02T19:43:46,550 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=48.5 K, sizeToCheck=16.0 K 2024-12-02T19:43:46,550 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:46,550 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/3d2d1723290147329061a93e8a51136b because midkey is the same as first or last row 2024-12-02T19:43:46,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1a54e89781245e9d36253ea04326f649:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:43:46,551 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:43:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:46,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:43:46,553 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 49642 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:43:46,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1a54e89781245e9d36253ea04326f649 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-02T19:43:46,553 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1541): 1a54e89781245e9d36253ea04326f649/info is initiating minor compaction (all files) 2024-12-02T19:43:46,553 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1a54e89781245e9d36253ea04326f649/info in TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:46,553 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/509149ab21f8438daee2f53913c7e273, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/3d2d1723290147329061a93e8a51136b, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/878e2badef6a4b459f4ab0bb397d4cb4] into tmpdir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp, totalSize=48.5 K 2024-12-02T19:43:46,554 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 509149ab21f8438daee2f53913c7e273, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733168624435 2024-12-02T19:43:46,554 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d2d1723290147329061a93e8a51136b, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=29, earliestPutTs=1733168624452 2024-12-02T19:43:46,555 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 878e2badef6a4b459f4ab0bb397d4cb4, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733168624494 2024-12-02T19:43:46,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/c68454702fe74e1eb6d85e8bc03419e4 is 1055, key is row0034/info:/1733168626522/Put/seqid=0 2024-12-02T19:43:46,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741840_1016 (size=17594) 2024-12-02T19:43:46,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741840_1016 (size=17594) 2024-12-02T19:43:46,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/c68454702fe74e1eb6d85e8bc03419e4 2024-12-02T19:43:46,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/c68454702fe74e1eb6d85e8bc03419e4 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/c68454702fe74e1eb6d85e8bc03419e4 2024-12-02T19:43:46,579 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1a54e89781245e9d36253ea04326f649#info#compaction#35 average throughput is 11.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:43:46,580 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/6dd5c78398f94903b5031f6dfe2423aa is 1055, key is row0001/info:/1733168624435/Put/seqid=0 2024-12-02T19:43:46,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/c68454702fe74e1eb6d85e8bc03419e4, entries=12, sequenceid=58, filesize=17.2 K 2024-12-02T19:43:46,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for 1a54e89781245e9d36253ea04326f649 in 33ms, sequenceid=58, compaction requested=false 2024-12-02T19:43:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1a54e89781245e9d36253ea04326f649: 2024-12-02T19:43:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.7 K, sizeToCheck=16.0 K 2024-12-02T19:43:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/3d2d1723290147329061a93e8a51136b because midkey is the same as first or last row 2024-12-02T19:43:46,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1a54e89781245e9d36253ea04326f649 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-02T19:43:46,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741841_1017 (size=39845) 2024-12-02T19:43:46,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741841_1017 (size=39845) 2024-12-02T19:43:46,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/67f65eab30c3461dbe5019a02c50d917 is 1055, key is row0046/info:/1733168626554/Put/seqid=0 2024-12-02T19:43:46,596 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/6dd5c78398f94903b5031f6dfe2423aa as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/6dd5c78398f94903b5031f6dfe2423aa 2024-12-02T19:43:46,605 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1a54e89781245e9d36253ea04326f649/info of 1a54e89781245e9d36253ea04326f649 into 6dd5c78398f94903b5031f6dfe2423aa(size=38.9 K), total size for store is 56.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:43:46,605 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1a54e89781245e9d36253ea04326f649: 2024-12-02T19:43:46,607 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649., storeName=1a54e89781245e9d36253ea04326f649/info, priority=13, startTime=1733168626551; duration=0sec 2024-12-02T19:43:46,608 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=56.1 K, sizeToCheck=16.0 K 2024-12-02T19:43:46,608 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:46,608 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/6dd5c78398f94903b5031f6dfe2423aa because midkey is the same as first or last row 2024-12-02T19:43:46,608 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=56.1 K, sizeToCheck=16.0 K 2024-12-02T19:43:46,608 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:46,608 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/6dd5c78398f94903b5031f6dfe2423aa because midkey is the same as first or last row 2024-12-02T19:43:46,608 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=56.1 K, sizeToCheck=16.0 K 2024-12-02T19:43:46,609 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:46,609 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/6dd5c78398f94903b5031f6dfe2423aa because midkey is the same as first or last row 2024-12-02T19:43:46,609 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:43:46,609 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1a54e89781245e9d36253ea04326f649:info 2024-12-02T19:43:46,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741842_1018 (size=17594) 2024-12-02T19:43:46,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741842_1018 (size=17594) 2024-12-02T19:43:47,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/67f65eab30c3461dbe5019a02c50d917 2024-12-02T19:43:47,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/67f65eab30c3461dbe5019a02c50d917 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/67f65eab30c3461dbe5019a02c50d917 2024-12-02T19:43:47,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/67f65eab30c3461dbe5019a02c50d917, entries=12, sequenceid=73, filesize=17.2 K 2024-12-02T19:43:47,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=7.18 KB/7357 for 1a54e89781245e9d36253ea04326f649 in 449ms, sequenceid=73, compaction requested=true 2024-12-02T19:43:47,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1a54e89781245e9d36253ea04326f649: 2024-12-02T19:43:47,035 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=73.3 K, sizeToCheck=16.0 K 2024-12-02T19:43:47,035 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:47,035 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/6dd5c78398f94903b5031f6dfe2423aa because midkey is the same as first or last row 2024-12-02T19:43:47,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1a54e89781245e9d36253ea04326f649:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:43:47,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:43:47,036 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:43:47,037 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 75033 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:43:47,038 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.HStore(1541): 1a54e89781245e9d36253ea04326f649/info is initiating minor compaction (all files) 2024-12-02T19:43:47,038 INFO [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1a54e89781245e9d36253ea04326f649/info in TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:47,038 INFO [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/6dd5c78398f94903b5031f6dfe2423aa, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/c68454702fe74e1eb6d85e8bc03419e4, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/67f65eab30c3461dbe5019a02c50d917] into tmpdir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp, totalSize=73.3 K 2024-12-02T19:43:47,038 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dd5c78398f94903b5031f6dfe2423aa, keycount=33, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733168624435 2024-12-02T19:43:47,039 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] compactions.Compactor(225): Compacting c68454702fe74e1eb6d85e8bc03419e4, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733168626522 2024-12-02T19:43:47,039 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] compactions.Compactor(225): Compacting 67f65eab30c3461dbe5019a02c50d917, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733168626554 2024-12-02T19:43:47,054 INFO [RS:0;41897df2911b:36213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1a54e89781245e9d36253ea04326f649#info#compaction#37 average throughput is 19.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:43:47,055 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/529cc16249c64ab2ac98320581e8fea5 is 1055, key is row0001/info:/1733168624435/Put/seqid=0 2024-12-02T19:43:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741843_1019 (size=65264) 2024-12-02T19:43:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741843_1019 (size=65264) 2024-12-02T19:43:47,067 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/529cc16249c64ab2ac98320581e8fea5 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/529cc16249c64ab2ac98320581e8fea5 2024-12-02T19:43:47,074 INFO [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1a54e89781245e9d36253ea04326f649/info of 1a54e89781245e9d36253ea04326f649 into 529cc16249c64ab2ac98320581e8fea5(size=63.7 K), total size for store is 63.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:43:47,074 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1a54e89781245e9d36253ea04326f649: 2024-12-02T19:43:47,074 INFO [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649., storeName=1a54e89781245e9d36253ea04326f649/info, priority=13, startTime=1733168627036; duration=0sec 2024-12-02T19:43:47,074 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=63.7 K, sizeToCheck=16.0 K 2024-12-02T19:43:47,074 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:47,074 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/529cc16249c64ab2ac98320581e8fea5 because midkey is the same as first or last row 2024-12-02T19:43:47,075 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=63.7 K, sizeToCheck=16.0 K 2024-12-02T19:43:47,075 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:47,075 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/529cc16249c64ab2ac98320581e8fea5 because midkey is the same as first or last row 2024-12-02T19:43:47,075 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=63.7 K, sizeToCheck=16.0 K 2024-12-02T19:43:47,075 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:47,075 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/529cc16249c64ab2ac98320581e8fea5 because midkey is the same as first or last row 2024-12-02T19:43:47,075 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:43:47,075 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1a54e89781245e9d36253ea04326f649:info 2024-12-02T19:43:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:48,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1a54e89781245e9d36253ea04326f649 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T19:43:48,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/a80a86e485e640e28279ac71745cfef3 is 1055, key is row0058/info:/1733168626591/Put/seqid=0 2024-12-02T19:43:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741844_1020 (size=13386) 2024-12-02T19:43:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741844_1020 (size=13386) 2024-12-02T19:43:48,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/a80a86e485e640e28279ac71745cfef3 2024-12-02T19:43:48,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/a80a86e485e640e28279ac71745cfef3 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/a80a86e485e640e28279ac71745cfef3 2024-12-02T19:43:48,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/a80a86e485e640e28279ac71745cfef3, entries=8, sequenceid=86, filesize=13.1 K 2024-12-02T19:43:48,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for 1a54e89781245e9d36253ea04326f649 in 24ms, sequenceid=86, compaction requested=false 2024-12-02T19:43:48,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1a54e89781245e9d36253ea04326f649: 2024-12-02T19:43:48,636 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.8 K, sizeToCheck=16.0 K 2024-12-02T19:43:48,636 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:48,636 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/529cc16249c64ab2ac98320581e8fea5 because midkey is the same as first or last row 2024-12-02T19:43:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:48,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1a54e89781245e9d36253ea04326f649 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-02T19:43:48,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/d8fcb198387543f0ab7a7aedd88307bf is 1055, key is row0066/info:/1733168628612/Put/seqid=0 2024-12-02T19:43:48,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741845_1021 (size=16542) 2024-12-02T19:43:48,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741845_1021 (size=16542) 2024-12-02T19:43:48,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/d8fcb198387543f0ab7a7aedd88307bf 2024-12-02T19:43:48,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/d8fcb198387543f0ab7a7aedd88307bf as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/d8fcb198387543f0ab7a7aedd88307bf 2024-12-02T19:43:48,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/d8fcb198387543f0ab7a7aedd88307bf, entries=11, sequenceid=100, filesize=16.2 K 2024-12-02T19:43:48,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=12.32 KB/12612 for 1a54e89781245e9d36253ea04326f649 in 27ms, sequenceid=100, compaction requested=true 2024-12-02T19:43:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1a54e89781245e9d36253ea04326f649: 2024-12-02T19:43:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=93.0 K, sizeToCheck=16.0 K 2024-12-02T19:43:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/529cc16249c64ab2ac98320581e8fea5 because midkey is the same as first or last row 2024-12-02T19:43:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1a54e89781245e9d36253ea04326f649:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:43:48,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:43:48,666 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:43:48,667 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 95192 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:43:48,667 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1541): 1a54e89781245e9d36253ea04326f649/info is initiating minor compaction (all files) 2024-12-02T19:43:48,667 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1a54e89781245e9d36253ea04326f649/info in TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:48,668 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/529cc16249c64ab2ac98320581e8fea5, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/a80a86e485e640e28279ac71745cfef3, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/d8fcb198387543f0ab7a7aedd88307bf] into tmpdir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp, totalSize=93.0 K 2024-12-02T19:43:48,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:48,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1a54e89781245e9d36253ea04326f649 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-02T19:43:48,668 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 529cc16249c64ab2ac98320581e8fea5, keycount=57, bloomtype=ROW, size=63.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733168624435 2024-12-02T19:43:48,669 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting a80a86e485e640e28279ac71745cfef3, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733168626591 2024-12-02T19:43:48,671 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8fcb198387543f0ab7a7aedd88307bf, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733168628612 2024-12-02T19:43:48,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/801493af7e114f0cabc2013df26b019c is 1055, key is row0077/info:/1733168628639/Put/seqid=0 2024-12-02T19:43:48,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741846_1022 (size=18662) 2024-12-02T19:43:48,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741846_1022 (size=18662) 2024-12-02T19:43:48,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/801493af7e114f0cabc2013df26b019c 2024-12-02T19:43:48,687 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1a54e89781245e9d36253ea04326f649#info#compaction#41 average throughput is 25.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:43:48,687 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/8859ed3e767e4079bad3348fb412dd85 is 1055, key is row0001/info:/1733168624435/Put/seqid=0 2024-12-02T19:43:48,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/801493af7e114f0cabc2013df26b019c as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/801493af7e114f0cabc2013df26b019c 2024-12-02T19:43:48,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741847_1023 (size=85427) 2024-12-02T19:43:48,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741847_1023 (size=85427) 2024-12-02T19:43:48,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/801493af7e114f0cabc2013df26b019c, entries=13, sequenceid=116, filesize=18.2 K 2024-12-02T19:43:48,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=7.18 KB/7357 for 1a54e89781245e9d36253ea04326f649 in 27ms, sequenceid=116, compaction requested=false 2024-12-02T19:43:48,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1a54e89781245e9d36253ea04326f649: 2024-12-02T19:43:48,695 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=111.2 K, sizeToCheck=16.0 K 2024-12-02T19:43:48,695 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:48,695 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/529cc16249c64ab2ac98320581e8fea5 because midkey is the same as first or last row 2024-12-02T19:43:48,697 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/8859ed3e767e4079bad3348fb412dd85 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/8859ed3e767e4079bad3348fb412dd85 2024-12-02T19:43:48,704 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1a54e89781245e9d36253ea04326f649/info of 1a54e89781245e9d36253ea04326f649 into 8859ed3e767e4079bad3348fb412dd85(size=83.4 K), total size for store is 101.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:43:48,704 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1a54e89781245e9d36253ea04326f649: 2024-12-02T19:43:48,704 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649., storeName=1a54e89781245e9d36253ea04326f649/info, priority=13, startTime=1733168628666; duration=0sec 2024-12-02T19:43:48,704 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=101.6 K, sizeToCheck=16.0 K 2024-12-02T19:43:48,704 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:48,704 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=101.6 K, sizeToCheck=16.0 K 2024-12-02T19:43:48,704 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:48,704 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=101.6 K, sizeToCheck=16.0 K 2024-12-02T19:43:48,704 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-02T19:43:48,705 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:43:48,705 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:43:48,705 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1a54e89781245e9d36253ea04326f649:info 2024-12-02T19:43:48,706 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36721 {}] assignment.AssignmentManager(1363): Split request from 41897df2911b,36213,1733168612991, parent={ENCODED => 1a54e89781245e9d36253ea04326f649, NAME => 'TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-02T19:43:48,711 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36721 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=41897df2911b,36213,1733168612991 2024-12-02T19:43:48,715 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36721 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=1a54e89781245e9d36253ea04326f649, daughterA=992ea8f30c3b4bf27193580f65658831, daughterB=6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:48,716 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=1a54e89781245e9d36253ea04326f649, daughterA=992ea8f30c3b4bf27193580f65658831, daughterB=6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:48,716 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=1a54e89781245e9d36253ea04326f649, daughterA=992ea8f30c3b4bf27193580f65658831, daughterB=6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:48,716 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=1a54e89781245e9d36253ea04326f649, daughterA=992ea8f30c3b4bf27193580f65658831, daughterB=6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:48,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1a54e89781245e9d36253ea04326f649, UNASSIGN}] 2024-12-02T19:43:48,723 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1a54e89781245e9d36253ea04326f649, UNASSIGN 2024-12-02T19:43:48,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1a54e89781245e9d36253ea04326f649, regionState=CLOSING, regionLocation=41897df2911b,36213,1733168612991 2024-12-02T19:43:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1a54e89781245e9d36253ea04326f649, UNASSIGN because future has completed 2024-12-02T19:43:48,728 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-02T19:43:48,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1a54e89781245e9d36253ea04326f649, server=41897df2911b,36213,1733168612991}] 2024-12-02T19:43:48,888 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:48,888 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-02T19:43:48,889 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 1a54e89781245e9d36253ea04326f649, disabling compactions & flushes 2024-12-02T19:43:48,889 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:48,889 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:48,889 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. after waiting 0 ms 2024-12-02T19:43:48,889 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:48,890 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 1a54e89781245e9d36253ea04326f649 1/1 column families, dataSize=7.18 KB heapSize=7.96 KB 2024-12-02T19:43:48,899 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/36447a24903e4e93b59897ff7d179a3e is 1055, key is row0090/info:/1733168628669/Put/seqid=0 2024-12-02T19:43:48,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741848_1024 (size=12334) 2024-12-02T19:43:48,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741848_1024 (size=12334) 2024-12-02T19:43:48,904 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.18 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/36447a24903e4e93b59897ff7d179a3e 2024-12-02T19:43:48,910 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/.tmp/info/36447a24903e4e93b59897ff7d179a3e as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/36447a24903e4e93b59897ff7d179a3e 2024-12-02T19:43:48,917 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/36447a24903e4e93b59897ff7d179a3e, entries=7, sequenceid=127, filesize=12.0 K 2024-12-02T19:43:48,918 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for 1a54e89781245e9d36253ea04326f649 in 29ms, sequenceid=127, compaction requested=true 2024-12-02T19:43:48,920 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/509149ab21f8438daee2f53913c7e273, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/3d2d1723290147329061a93e8a51136b, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/6dd5c78398f94903b5031f6dfe2423aa, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/878e2badef6a4b459f4ab0bb397d4cb4, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/c68454702fe74e1eb6d85e8bc03419e4, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/529cc16249c64ab2ac98320581e8fea5, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/67f65eab30c3461dbe5019a02c50d917, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/a80a86e485e640e28279ac71745cfef3, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/d8fcb198387543f0ab7a7aedd88307bf] to archive 2024-12-02T19:43:48,921 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:43:48,923 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/509149ab21f8438daee2f53913c7e273 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/509149ab21f8438daee2f53913c7e273 2024-12-02T19:43:48,924 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/3d2d1723290147329061a93e8a51136b to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/3d2d1723290147329061a93e8a51136b 2024-12-02T19:43:48,926 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/6dd5c78398f94903b5031f6dfe2423aa to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/6dd5c78398f94903b5031f6dfe2423aa 2024-12-02T19:43:48,927 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/878e2badef6a4b459f4ab0bb397d4cb4 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/878e2badef6a4b459f4ab0bb397d4cb4 2024-12-02T19:43:48,929 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/c68454702fe74e1eb6d85e8bc03419e4 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/c68454702fe74e1eb6d85e8bc03419e4 2024-12-02T19:43:48,930 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/529cc16249c64ab2ac98320581e8fea5 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/529cc16249c64ab2ac98320581e8fea5 2024-12-02T19:43:48,932 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/67f65eab30c3461dbe5019a02c50d917 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/67f65eab30c3461dbe5019a02c50d917 2024-12-02T19:43:48,933 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/a80a86e485e640e28279ac71745cfef3 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/a80a86e485e640e28279ac71745cfef3 2024-12-02T19:43:48,935 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/d8fcb198387543f0ab7a7aedd88307bf to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/d8fcb198387543f0ab7a7aedd88307bf 2024-12-02T19:43:48,942 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=1 2024-12-02T19:43:48,943 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. 2024-12-02T19:43:48,943 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 1a54e89781245e9d36253ea04326f649: Waiting for close lock at 1733168628889Running coprocessor pre-close hooks at 1733168628889Disabling compacts and flushes for region at 1733168628889Disabling writes for close at 1733168628889Obtaining lock to block concurrent updates at 1733168628890 (+1 ms)Preparing flush snapshotting stores in 1a54e89781245e9d36253ea04326f649 at 1733168628890Finished memstore snapshotting TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649., syncing WAL and waiting on mvcc, flushsize=dataSize=7357, getHeapSize=8136, getOffHeapSize=0, getCellsCount=7 at 1733168628890Flushing stores of TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. at 1733168628891 (+1 ms)Flushing 1a54e89781245e9d36253ea04326f649/info: creating writer at 1733168628891Flushing 1a54e89781245e9d36253ea04326f649/info: appending metadata at 1733168628898 (+7 ms)Flushing 1a54e89781245e9d36253ea04326f649/info: closing flushed file at 1733168628898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0be267: reopening flushed file at 1733168628910 (+12 ms)Finished flush of dataSize ~7.18 KB/7357, heapSize ~7.95 KB/8136, currentSize=0 B/0 for 1a54e89781245e9d36253ea04326f649 in 29ms, sequenceid=127, compaction requested=true at 1733168628918 (+8 ms)Writing region close event to WAL at 1733168628938 (+20 ms)Running coprocessor post-close hooks at 1733168628943 (+5 ms)Closed at 1733168628943 2024-12-02T19:43:48,946 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:48,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1a54e89781245e9d36253ea04326f649, regionState=CLOSED 2024-12-02T19:43:48,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1a54e89781245e9d36253ea04326f649, server=41897df2911b,36213,1733168612991 because future has completed 2024-12-02T19:43:48,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T19:43:48,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 1a54e89781245e9d36253ea04326f649, server=41897df2911b,36213,1733168612991 in 222 msec 2024-12-02T19:43:48,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T19:43:48,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=1a54e89781245e9d36253ea04326f649, UNASSIGN in 230 msec 2024-12-02T19:43:48,964 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:48,968 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=1a54e89781245e9d36253ea04326f649, threads=3 2024-12-02T19:43:48,970 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/36447a24903e4e93b59897ff7d179a3e for region: 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:48,970 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/801493af7e114f0cabc2013df26b019c for region: 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:48,970 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/8859ed3e767e4079bad3348fb412dd85 for region: 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:48,980 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/36447a24903e4e93b59897ff7d179a3e, top=true 2024-12-02T19:43:48,981 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/801493af7e114f0cabc2013df26b019c, top=true 2024-12-02T19:43:48,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741849_1025 (size=27) 2024-12-02T19:43:48,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741849_1025 (size=27) 2024-12-02T19:43:48,990 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-36447a24903e4e93b59897ff7d179a3e for child: 6847216adb2ca65f5da7b1b67c58114e, parent: 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:48,990 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-801493af7e114f0cabc2013df26b019c for child: 6847216adb2ca65f5da7b1b67c58114e, parent: 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:48,990 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/801493af7e114f0cabc2013df26b019c for region: 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:48,990 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/36447a24903e4e93b59897ff7d179a3e for region: 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:49,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741850_1026 (size=27) 2024-12-02T19:43:49,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741850_1026 (size=27) 2024-12-02T19:43:49,405 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/8859ed3e767e4079bad3348fb412dd85 for region: 1a54e89781245e9d36253ea04326f649 2024-12-02T19:43:49,410 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 1a54e89781245e9d36253ea04326f649 Daughter A: [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831/info/8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649] storefiles, Daughter B: [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-36447a24903e4e93b59897ff7d179a3e, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-801493af7e114f0cabc2013df26b019c, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649] storefiles. 2024-12-02T19:43:49,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741851_1027 (size=71) 2024-12-02T19:43:49,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741851_1027 (size=71) 2024-12-02T19:43:49,422 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:49,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741852_1028 (size=71) 2024-12-02T19:43:49,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741852_1028 (size=71) 2024-12-02T19:43:49,437 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:49,448 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-12-02T19:43:49,451 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-12-02T19:43:49,454 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733168629453"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733168629453"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733168629453"}]},"ts":"1733168629453"} 2024-12-02T19:43:49,454 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733168629453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733168629453"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733168629453"}]},"ts":"1733168629453"} 2024-12-02T19:43:49,454 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733168629453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733168629453"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733168629453"}]},"ts":"1733168629453"} 2024-12-02T19:43:49,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=992ea8f30c3b4bf27193580f65658831, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6847216adb2ca65f5da7b1b67c58114e, ASSIGN}] 2024-12-02T19:43:49,477 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6847216adb2ca65f5da7b1b67c58114e, ASSIGN 2024-12-02T19:43:49,477 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=992ea8f30c3b4bf27193580f65658831, ASSIGN 2024-12-02T19:43:49,478 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=992ea8f30c3b4bf27193580f65658831, ASSIGN; state=SPLITTING_NEW, location=41897df2911b,36213,1733168612991; forceNewPlan=false, retain=false 2024-12-02T19:43:49,478 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6847216adb2ca65f5da7b1b67c58114e, ASSIGN; state=SPLITTING_NEW, location=41897df2911b,36213,1733168612991; forceNewPlan=false, retain=false 2024-12-02T19:43:49,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=992ea8f30c3b4bf27193580f65658831, regionState=OPENING, regionLocation=41897df2911b,36213,1733168612991 2024-12-02T19:43:49,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6847216adb2ca65f5da7b1b67c58114e, regionState=OPENING, regionLocation=41897df2911b,36213,1733168612991 2024-12-02T19:43:49,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=992ea8f30c3b4bf27193580f65658831, ASSIGN because future has completed 2024-12-02T19:43:49,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 992ea8f30c3b4bf27193580f65658831, server=41897df2911b,36213,1733168612991}] 2024-12-02T19:43:49,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6847216adb2ca65f5da7b1b67c58114e, ASSIGN because future has completed 2024-12-02T19:43:49,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6847216adb2ca65f5da7b1b67c58114e, server=41897df2911b,36213,1733168612991}] 2024-12-02T19:43:49,789 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:43:49,790 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 6847216adb2ca65f5da7b1b67c58114e, NAME => 'TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-02T19:43:49,790 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:49,790 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:43:49,791 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:49,791 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:49,792 INFO [StoreOpener-6847216adb2ca65f5da7b1b67c58114e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:49,794 INFO [StoreOpener-6847216adb2ca65f5da7b1b67c58114e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6847216adb2ca65f5da7b1b67c58114e columnFamilyName info 2024-12-02T19:43:49,794 DEBUG [StoreOpener-6847216adb2ca65f5da7b1b67c58114e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:49,809 DEBUG [StoreOpener-6847216adb2ca65f5da7b1b67c58114e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649->hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/8859ed3e767e4079bad3348fb412dd85-top 2024-12-02T19:43:49,817 DEBUG [StoreOpener-6847216adb2ca65f5da7b1b67c58114e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-36447a24903e4e93b59897ff7d179a3e 2024-12-02T19:43:49,823 DEBUG [StoreOpener-6847216adb2ca65f5da7b1b67c58114e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-801493af7e114f0cabc2013df26b019c 2024-12-02T19:43:49,823 INFO [StoreOpener-6847216adb2ca65f5da7b1b67c58114e-1 {}] regionserver.HStore(327): Store=6847216adb2ca65f5da7b1b67c58114e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:43:49,823 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:49,824 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:49,825 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:49,826 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:49,826 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:49,827 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:49,828 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 6847216adb2ca65f5da7b1b67c58114e; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=827993, jitterRate=0.05284780263900757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:43:49,828 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:43:49,829 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 6847216adb2ca65f5da7b1b67c58114e: Running coprocessor pre-open hook at 1733168629791Writing region info on filesystem at 1733168629791Initializing all the Stores at 1733168629792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168629792Cleaning up temporary data from old regions at 1733168629826 (+34 ms)Running coprocessor post-open hooks at 1733168629828 (+2 ms)Region opened successfully at 1733168629829 (+1 ms) 2024-12-02T19:43:49,830 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., pid=13, masterSystemTime=1733168629785 2024-12-02T19:43:49,830 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 6847216adb2ca65f5da7b1b67c58114e:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:43:49,830 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:43:49,830 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:43:49,832 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:43:49,832 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1541): 6847216adb2ca65f5da7b1b67c58114e/info is initiating minor compaction (all files) 2024-12-02T19:43:49,832 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6847216adb2ca65f5da7b1b67c58114e/info in TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:43:49,832 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649->hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/8859ed3e767e4079bad3348fb412dd85-top, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-801493af7e114f0cabc2013df26b019c, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-36447a24903e4e93b59897ff7d179a3e] into tmpdir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp, totalSize=113.7 K 2024-12-02T19:43:49,834 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649, keycount=38, bloomtype=ROW, size=83.4 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1733168624435 2024-12-02T19:43:49,834 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-801493af7e114f0cabc2013df26b019c, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733168628639 2024-12-02T19:43:49,834 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-36447a24903e4e93b59897ff7d179a3e, keycount=7, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733168628669 2024-12-02T19:43:49,835 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:43:49,835 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:43:49,835 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831. 2024-12-02T19:43:49,836 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 992ea8f30c3b4bf27193580f65658831, NAME => 'TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-02T19:43:49,836 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 992ea8f30c3b4bf27193580f65658831 2024-12-02T19:43:49,836 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:43:49,836 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 992ea8f30c3b4bf27193580f65658831 2024-12-02T19:43:49,836 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 992ea8f30c3b4bf27193580f65658831 2024-12-02T19:43:49,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6847216adb2ca65f5da7b1b67c58114e, regionState=OPEN, openSeqNum=131, regionLocation=41897df2911b,36213,1733168612991 2024-12-02T19:43:49,838 INFO [StoreOpener-992ea8f30c3b4bf27193580f65658831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 992ea8f30c3b4bf27193580f65658831 2024-12-02T19:43:49,839 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-02T19:43:49,839 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-02T19:43:49,839 INFO [StoreOpener-992ea8f30c3b4bf27193580f65658831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 992ea8f30c3b4bf27193580f65658831 columnFamilyName info 2024-12-02T19:43:49,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-12-02T19:43:49,839 DEBUG [StoreOpener-992ea8f30c3b4bf27193580f65658831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:43:49,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6847216adb2ca65f5da7b1b67c58114e, server=41897df2911b,36213,1733168612991 because future has completed 2024-12-02T19:43:49,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-12-02T19:43:49,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 6847216adb2ca65f5da7b1b67c58114e, server=41897df2911b,36213,1733168612991 in 206 msec 2024-12-02T19:43:49,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6847216adb2ca65f5da7b1b67c58114e, ASSIGN in 370 msec 2024-12-02T19:43:49,852 DEBUG [StoreOpener-992ea8f30c3b4bf27193580f65658831-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831/info/8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649->hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/8859ed3e767e4079bad3348fb412dd85-bottom 2024-12-02T19:43:49,875 INFO [StoreOpener-992ea8f30c3b4bf27193580f65658831-1 {}] regionserver.HStore(327): Store=992ea8f30c3b4bf27193580f65658831/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:43:49,875 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 992ea8f30c3b4bf27193580f65658831 2024-12-02T19:43:49,876 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831 2024-12-02T19:43:49,877 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831 2024-12-02T19:43:49,878 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 992ea8f30c3b4bf27193580f65658831 2024-12-02T19:43:49,878 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 992ea8f30c3b4bf27193580f65658831 2024-12-02T19:43:49,879 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 992ea8f30c3b4bf27193580f65658831 2024-12-02T19:43:49,880 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 992ea8f30c3b4bf27193580f65658831; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=879308, jitterRate=0.11809861660003662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:43:49,880 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 992ea8f30c3b4bf27193580f65658831 2024-12-02T19:43:49,881 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 992ea8f30c3b4bf27193580f65658831: Running coprocessor pre-open hook at 1733168629836Writing region info on filesystem at 1733168629836Initializing all the Stores at 1733168629837 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168629837Cleaning up temporary data from old regions at 1733168629878 (+41 ms)Running coprocessor post-open hooks at 1733168629880 (+2 ms)Region opened successfully at 1733168629880 2024-12-02T19:43:49,881 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831., pid=12, masterSystemTime=1733168629785 2024-12-02T19:43:49,882 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 992ea8f30c3b4bf27193580f65658831:info, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:43:49,882 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-02T19:43:49,882 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:43:49,882 INFO [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831. 2024-12-02T19:43:49,882 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.HStore(1541): 992ea8f30c3b4bf27193580f65658831/info is initiating minor compaction (all files) 2024-12-02T19:43:49,882 INFO [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 992ea8f30c3b4bf27193580f65658831/info in TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831. 2024-12-02T19:43:49,883 INFO [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831/info/8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649->hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/8859ed3e767e4079bad3348fb412dd85-bottom] into tmpdir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831/.tmp, totalSize=83.4 K 2024-12-02T19:43:49,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/.tmp/info/8491420220954cb5acb3552715cbced3 is 193, key is TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e./info:regioninfo/1733168629836/Put/seqid=0 2024-12-02T19:43:49,883 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] compactions.Compactor(225): Compacting 8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649, keycount=38, bloomtype=ROW, size=83.4 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733168624435 2024-12-02T19:43:49,884 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831. 2024-12-02T19:43:49,884 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831. 2024-12-02T19:43:49,885 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=992ea8f30c3b4bf27193580f65658831, regionState=OPEN, openSeqNum=131, regionLocation=41897df2911b,36213,1733168612991 2024-12-02T19:43:49,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 992ea8f30c3b4bf27193580f65658831, server=41897df2911b,36213,1733168612991 because future has completed 2024-12-02T19:43:49,889 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6847216adb2ca65f5da7b1b67c58114e#info#compaction#44 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:43:49,890 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/e4fd827374484072a42b595199c4e27e is 1055, key is row0064/info:/1733168626607/Put/seqid=0 2024-12-02T19:43:49,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-02T19:43:49,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 992ea8f30c3b4bf27193580f65658831, server=41897df2911b,36213,1733168612991 in 255 msec 2024-12-02T19:43:49,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-02T19:43:49,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=992ea8f30c3b4bf27193580f65658831, ASSIGN in 415 msec 2024-12-02T19:43:49,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741854_1030 (size=40005) 2024-12-02T19:43:49,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741853_1029 (size=9882) 2024-12-02T19:43:49,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=1a54e89781245e9d36253ea04326f649, daughterA=992ea8f30c3b4bf27193580f65658831, daughterB=6847216adb2ca65f5da7b1b67c58114e in 1.1820 sec 2024-12-02T19:43:49,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741854_1030 (size=40005) 2024-12-02T19:43:49,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741853_1029 (size=9882) 2024-12-02T19:43:49,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/.tmp/info/8491420220954cb5acb3552715cbced3 2024-12-02T19:43:49,904 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/e4fd827374484072a42b595199c4e27e as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/e4fd827374484072a42b595199c4e27e 2024-12-02T19:43:49,908 INFO [RS:0;41897df2911b:36213-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 992ea8f30c3b4bf27193580f65658831#info#compaction#45 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:43:49,908 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831/.tmp/info/6ded010c9e5f4c968009b829afd43803 is 1055, key is row0001/info:/1733168624435/Put/seqid=0 2024-12-02T19:43:49,910 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6847216adb2ca65f5da7b1b67c58114e/info of 6847216adb2ca65f5da7b1b67c58114e into e4fd827374484072a42b595199c4e27e(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:43:49,910 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:43:49,911 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., storeName=6847216adb2ca65f5da7b1b67c58114e/info, priority=13, startTime=1733168629830; duration=0sec 2024-12-02T19:43:49,911 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:43:49,911 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6847216adb2ca65f5da7b1b67c58114e:info 2024-12-02T19:43:49,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741855_1031 (size=71441) 2024-12-02T19:43:49,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741855_1031 (size=71441) 2024-12-02T19:43:49,918 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831/.tmp/info/6ded010c9e5f4c968009b829afd43803 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831/info/6ded010c9e5f4c968009b829afd43803 2024-12-02T19:43:49,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/.tmp/ns/2bfce936b2ec4a40a9f12537f827517f is 43, key is default/ns:d/1733168614215/Put/seqid=0 2024-12-02T19:43:49,924 INFO [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 992ea8f30c3b4bf27193580f65658831/info of 992ea8f30c3b4bf27193580f65658831 into 6ded010c9e5f4c968009b829afd43803(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:43:49,924 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 992ea8f30c3b4bf27193580f65658831: 2024-12-02T19:43:49,924 INFO [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831., storeName=992ea8f30c3b4bf27193580f65658831/info, priority=15, startTime=1733168629881; duration=0sec 2024-12-02T19:43:49,924 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:43:49,924 DEBUG [RS:0;41897df2911b:36213-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 992ea8f30c3b4bf27193580f65658831:info 2024-12-02T19:43:49,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741856_1032 (size=5153) 2024-12-02T19:43:49,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741856_1032 (size=5153) 2024-12-02T19:43:50,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/.tmp/ns/2bfce936b2ec4a40a9f12537f827517f 2024-12-02T19:43:50,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/.tmp/table/81fd063dc57845e2a506242b79128339 is 65, key is TestLogRolling-testLogRolling/table:state/1733168614710/Put/seqid=0 2024-12-02T19:43:50,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741857_1033 (size=5340) 2024-12-02T19:43:50,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741857_1033 (size=5340) 2024-12-02T19:43:50,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/.tmp/table/81fd063dc57845e2a506242b79128339 2024-12-02T19:43:50,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/.tmp/info/8491420220954cb5acb3552715cbced3 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/info/8491420220954cb5acb3552715cbced3 2024-12-02T19:43:50,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/info/8491420220954cb5acb3552715cbced3, entries=30, sequenceid=17, filesize=9.7 K 2024-12-02T19:43:50,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/.tmp/ns/2bfce936b2ec4a40a9f12537f827517f as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/ns/2bfce936b2ec4a40a9f12537f827517f 2024-12-02T19:43:50,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/ns/2bfce936b2ec4a40a9f12537f827517f, entries=2, sequenceid=17, filesize=5.0 K 2024-12-02T19:43:50,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/.tmp/table/81fd063dc57845e2a506242b79128339 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/table/81fd063dc57845e2a506242b79128339 2024-12-02T19:43:50,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/table/81fd063dc57845e2a506242b79128339, entries=2, sequenceid=17, filesize=5.2 K 2024-12-02T19:43:50,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 546ms, sequenceid=17, compaction requested=false 2024-12-02T19:43:50,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-02T19:43:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:54754 deadline: 1733168640687, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. is not online on 41897df2911b,36213,1733168612991 2024-12-02T19:43:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649., hostname=41897df2911b,36213,1733168612991, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649., hostname=41897df2911b,36213,1733168612991, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. is not online on 41897df2911b,36213,1733168612991 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:43:50,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649., hostname=41897df2911b,36213,1733168612991, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649. is not online on 41897df2911b,36213,1733168612991 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:43:50,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733168614332.1a54e89781245e9d36253ea04326f649., hostname=41897df2911b,36213,1733168612991, seqNum=2 from cache 2024-12-02T19:43:54,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T19:43:54,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:54,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:54,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:54,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:54,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:54,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:54,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:54,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:43:54,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T19:44:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., hostname=41897df2911b,36213,1733168612991, seqNum=131] 2024-12-02T19:44:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:00,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6847216adb2ca65f5da7b1b67c58114e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T19:44:00,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/1194fc708f9246839d02ac4fcd89a5de is 1055, key is row0097/info:/1733168640806/Put/seqid=0 2024-12-02T19:44:00,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741858_1034 (size=13394) 2024-12-02T19:44:00,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741858_1034 (size=13394) 2024-12-02T19:44:00,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/1194fc708f9246839d02ac4fcd89a5de 2024-12-02T19:44:00,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/1194fc708f9246839d02ac4fcd89a5de as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/1194fc708f9246839d02ac4fcd89a5de 2024-12-02T19:44:00,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/1194fc708f9246839d02ac4fcd89a5de, entries=8, sequenceid=142, filesize=13.1 K 2024-12-02T19:44:00,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 6847216adb2ca65f5da7b1b67c58114e in 26ms, sequenceid=142, compaction requested=false 2024-12-02T19:44:00,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:00,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6847216adb2ca65f5da7b1b67c58114e 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-02T19:44:00,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/cea6d373af084b6580aca757006195eb is 1055, key is row0105/info:/1733168640820/Put/seqid=0 2024-12-02T19:44:00,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741859_1035 (size=18675) 2024-12-02T19:44:00,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741859_1035 (size=18675) 2024-12-02T19:44:00,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/cea6d373af084b6580aca757006195eb 2024-12-02T19:44:00,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/cea6d373af084b6580aca757006195eb as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/cea6d373af084b6580aca757006195eb 2024-12-02T19:44:00,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/cea6d373af084b6580aca757006195eb, entries=13, sequenceid=158, filesize=18.2 K 2024-12-02T19:44:00,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 6847216adb2ca65f5da7b1b67c58114e in 27ms, sequenceid=158, compaction requested=true 2024-12-02T19:44:00,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:00,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6847216adb2ca65f5da7b1b67c58114e:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:44:00,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:44:00,873 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:44:00,874 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 72074 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:44:00,874 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1541): 6847216adb2ca65f5da7b1b67c58114e/info is initiating minor compaction (all files) 2024-12-02T19:44:00,874 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6847216adb2ca65f5da7b1b67c58114e/info in TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:44:00,874 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/e4fd827374484072a42b595199c4e27e, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/1194fc708f9246839d02ac4fcd89a5de, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/cea6d373af084b6580aca757006195eb] into tmpdir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp, totalSize=70.4 K 2024-12-02T19:44:00,875 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4fd827374484072a42b595199c4e27e, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733168626607 2024-12-02T19:44:00,875 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1194fc708f9246839d02ac4fcd89a5de, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733168640806 2024-12-02T19:44:00,875 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting cea6d373af084b6580aca757006195eb, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733168640820 2024-12-02T19:44:00,888 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6847216adb2ca65f5da7b1b67c58114e#info#compaction#50 average throughput is 54.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:44:00,889 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/c43754302ba54dc0b36387017776abe7 is 1055, key is row0064/info:/1733168626607/Put/seqid=0 2024-12-02T19:44:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741860_1036 (size=62288) 2024-12-02T19:44:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741860_1036 (size=62288) 2024-12-02T19:44:00,903 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/c43754302ba54dc0b36387017776abe7 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/c43754302ba54dc0b36387017776abe7 2024-12-02T19:44:00,910 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6847216adb2ca65f5da7b1b67c58114e/info of 6847216adb2ca65f5da7b1b67c58114e into c43754302ba54dc0b36387017776abe7(size=60.8 K), total size for store is 60.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:44:00,910 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:00,910 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., storeName=6847216adb2ca65f5da7b1b67c58114e/info, priority=13, startTime=1733168640873; duration=0sec 2024-12-02T19:44:00,910 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:44:00,910 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6847216adb2ca65f5da7b1b67c58114e:info 2024-12-02T19:44:02,822 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T19:44:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:02,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6847216adb2ca65f5da7b1b67c58114e 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-02T19:44:02,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/ccbc093cae1e4018b92574f2d8936620 is 1055, key is row0118/info:/1733168640847/Put/seqid=0 2024-12-02T19:44:02,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741861_1037 (size=17606) 2024-12-02T19:44:02,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/ccbc093cae1e4018b92574f2d8936620 2024-12-02T19:44:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741861_1037 (size=17606) 2024-12-02T19:44:02,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/ccbc093cae1e4018b92574f2d8936620 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/ccbc093cae1e4018b92574f2d8936620 2024-12-02T19:44:02,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/ccbc093cae1e4018b92574f2d8936620, entries=12, sequenceid=174, filesize=17.2 K 2024-12-02T19:44:02,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=13.34 KB/13663 for 6847216adb2ca65f5da7b1b67c58114e in 31ms, sequenceid=174, compaction requested=false 2024-12-02T19:44:02,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:02,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6847216adb2ca65f5da7b1b67c58114e 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-02T19:44:02,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/49467802af764478803c788e59089f05 is 1055, key is row0130/info:/1733168642874/Put/seqid=0 2024-12-02T19:44:02,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741862_1038 (size=19728) 2024-12-02T19:44:02,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741862_1038 (size=19728) 2024-12-02T19:44:02,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/49467802af764478803c788e59089f05 2024-12-02T19:44:02,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/49467802af764478803c788e59089f05 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/49467802af764478803c788e59089f05 2024-12-02T19:44:02,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/49467802af764478803c788e59089f05, entries=14, sequenceid=191, filesize=19.3 K 2024-12-02T19:44:02,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for 6847216adb2ca65f5da7b1b67c58114e in 35ms, sequenceid=191, compaction requested=true 2024-12-02T19:44:02,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6847216adb2ca65f5da7b1b67c58114e:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:44:02,940 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:44:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:44:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:02,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6847216adb2ca65f5da7b1b67c58114e 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-12-02T19:44:02,941 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 99622 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:44:02,941 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1541): 6847216adb2ca65f5da7b1b67c58114e/info is initiating minor compaction (all files) 2024-12-02T19:44:02,941 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6847216adb2ca65f5da7b1b67c58114e/info in TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:44:02,941 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/c43754302ba54dc0b36387017776abe7, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/ccbc093cae1e4018b92574f2d8936620, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/49467802af764478803c788e59089f05] into tmpdir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp, totalSize=97.3 K 2024-12-02T19:44:02,942 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting c43754302ba54dc0b36387017776abe7, keycount=54, bloomtype=ROW, size=60.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733168626607 2024-12-02T19:44:02,942 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccbc093cae1e4018b92574f2d8936620, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733168640847 2024-12-02T19:44:02,943 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49467802af764478803c788e59089f05, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733168642874 2024-12-02T19:44:02,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/4b24c13140254e53a00aa84b36a8ed9a is 1055, key is row0144/info:/1733168642905/Put/seqid=0 2024-12-02T19:44:02,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741863_1039 (size=21838) 2024-12-02T19:44:02,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741863_1039 (size=21838) 2024-12-02T19:44:02,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/4b24c13140254e53a00aa84b36a8ed9a 2024-12-02T19:44:02,958 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6847216adb2ca65f5da7b1b67c58114e#info#compaction#54 average throughput is 40.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:44:02,959 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/78f032ed81c04d9f954bfe745f6e0698 is 1055, key is row0064/info:/1733168626607/Put/seqid=0 2024-12-02T19:44:02,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/4b24c13140254e53a00aa84b36a8ed9a as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/4b24c13140254e53a00aa84b36a8ed9a 2024-12-02T19:44:02,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/4b24c13140254e53a00aa84b36a8ed9a, entries=16, sequenceid=210, filesize=21.3 K 2024-12-02T19:44:02,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=1.03 KB/1051 for 6847216adb2ca65f5da7b1b67c58114e in 30ms, sequenceid=210, compaction requested=false 2024-12-02T19:44:02,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:02,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741864_1040 (size=89845) 2024-12-02T19:44:02,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741864_1040 (size=89845) 2024-12-02T19:44:02,980 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/78f032ed81c04d9f954bfe745f6e0698 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/78f032ed81c04d9f954bfe745f6e0698 2024-12-02T19:44:02,987 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6847216adb2ca65f5da7b1b67c58114e/info of 6847216adb2ca65f5da7b1b67c58114e into 78f032ed81c04d9f954bfe745f6e0698(size=87.7 K), total size for store is 109.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:44:02,987 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:02,987 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., storeName=6847216adb2ca65f5da7b1b67c58114e/info, priority=13, startTime=1733168642940; duration=0sec 2024-12-02T19:44:02,988 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:44:02,988 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6847216adb2ca65f5da7b1b67c58114e:info 2024-12-02T19:44:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:04,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6847216adb2ca65f5da7b1b67c58114e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T19:44:04,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/fcd91f684ff34197a40f8e7d594a33ed is 1055, key is row0160/info:/1733168642942/Put/seqid=0 2024-12-02T19:44:04,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741865_1041 (size=13394) 2024-12-02T19:44:04,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741865_1041 (size=13394) 2024-12-02T19:44:04,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/fcd91f684ff34197a40f8e7d594a33ed 2024-12-02T19:44:04,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/fcd91f684ff34197a40f8e7d594a33ed as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/fcd91f684ff34197a40f8e7d594a33ed 2024-12-02T19:44:04,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/fcd91f684ff34197a40f8e7d594a33ed, entries=8, sequenceid=222, filesize=13.1 K 2024-12-02T19:44:04,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=6.16 KB/6306 for 6847216adb2ca65f5da7b1b67c58114e in 24ms, sequenceid=222, compaction requested=true 2024-12-02T19:44:04,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:04,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6847216adb2ca65f5da7b1b67c58114e:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:44:04,984 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:44:04,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:44:04,987 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:44:04,987 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1541): 6847216adb2ca65f5da7b1b67c58114e/info is initiating minor compaction (all files) 2024-12-02T19:44:04,987 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6847216adb2ca65f5da7b1b67c58114e/info in TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:44:04,987 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/78f032ed81c04d9f954bfe745f6e0698, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/4b24c13140254e53a00aa84b36a8ed9a, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/fcd91f684ff34197a40f8e7d594a33ed] into tmpdir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp, totalSize=122.1 K 2024-12-02T19:44:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:04,988 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78f032ed81c04d9f954bfe745f6e0698, keycount=80, bloomtype=ROW, size=87.7 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733168626607 2024-12-02T19:44:04,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6847216adb2ca65f5da7b1b67c58114e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T19:44:04,988 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b24c13140254e53a00aa84b36a8ed9a, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733168642905 2024-12-02T19:44:04,988 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcd91f684ff34197a40f8e7d594a33ed, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733168642942 2024-12-02T19:44:04,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/47ae72d70fb845b1bef9f7b680b5bf60 is 1055, key is row0168/info:/1733168644961/Put/seqid=0 2024-12-02T19:44:05,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741866_1042 (size=13394) 2024-12-02T19:44:05,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741866_1042 (size=13394) 2024-12-02T19:44:05,005 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6847216adb2ca65f5da7b1b67c58114e#info#compaction#57 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:44:05,006 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/a6179ef42bea44298f1e5288f89c5894 is 1055, key is row0064/info:/1733168626607/Put/seqid=0 2024-12-02T19:44:05,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741867_1043 (size=115223) 2024-12-02T19:44:05,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741867_1043 (size=115223) 2024-12-02T19:44:05,020 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/a6179ef42bea44298f1e5288f89c5894 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/a6179ef42bea44298f1e5288f89c5894 2024-12-02T19:44:05,027 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6847216adb2ca65f5da7b1b67c58114e/info of 6847216adb2ca65f5da7b1b67c58114e into a6179ef42bea44298f1e5288f89c5894(size=112.5 K), total size for store is 112.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:44:05,027 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:05,027 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., storeName=6847216adb2ca65f5da7b1b67c58114e/info, priority=13, startTime=1733168644984; duration=0sec 2024-12-02T19:44:05,028 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:44:05,028 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6847216adb2ca65f5da7b1b67c58114e:info 2024-12-02T19:44:05,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/47ae72d70fb845b1bef9f7b680b5bf60 2024-12-02T19:44:05,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/47ae72d70fb845b1bef9f7b680b5bf60 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/47ae72d70fb845b1bef9f7b680b5bf60 2024-12-02T19:44:05,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/47ae72d70fb845b1bef9f7b680b5bf60, entries=8, sequenceid=233, filesize=13.1 K 2024-12-02T19:44:05,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 6847216adb2ca65f5da7b1b67c58114e in 432ms, sequenceid=233, compaction requested=false 2024-12-02T19:44:05,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:07,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6847216adb2ca65f5da7b1b67c58114e 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-12-02T19:44:07,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/21c8f509e6cb42df90c72530468c832d is 1055, key is row0176/info:/1733168644989/Put/seqid=0 2024-12-02T19:44:07,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741868_1044 (size=23944) 2024-12-02T19:44:07,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741868_1044 (size=23944) 2024-12-02T19:44:07,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/21c8f509e6cb42df90c72530468c832d 2024-12-02T19:44:07,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/21c8f509e6cb42df90c72530468c832d as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/21c8f509e6cb42df90c72530468c832d 2024-12-02T19:44:07,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/21c8f509e6cb42df90c72530468c832d, entries=18, sequenceid=255, filesize=23.4 K 2024-12-02T19:44:07,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6847216adb2ca65f5da7b1b67c58114e, server=41897df2911b,36213,1733168612991 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:44:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:54754 deadline: 1733168657057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6847216adb2ca65f5da7b1b67c58114e, server=41897df2911b,36213,1733168612991 2024-12-02T19:44:07,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=11.29 KB/11561 for 6847216adb2ca65f5da7b1b67c58114e in 23ms, sequenceid=255, compaction requested=true 2024-12-02T19:44:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6847216adb2ca65f5da7b1b67c58114e:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:44:07,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:44:07,059 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:44:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., hostname=41897df2911b,36213,1733168612991, seqNum=131 , the old value is region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., hostname=41897df2911b,36213,1733168612991, seqNum=131, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6847216adb2ca65f5da7b1b67c58114e, server=41897df2911b,36213,1733168612991 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:44:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., hostname=41897df2911b,36213,1733168612991, seqNum=131 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6847216adb2ca65f5da7b1b67c58114e, server=41897df2911b,36213,1733168612991 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:44:07,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., hostname=41897df2911b,36213,1733168612991, seqNum=131 because the exception is null or not the one we care about 2024-12-02T19:44:07,060 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152561 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:44:07,060 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1541): 6847216adb2ca65f5da7b1b67c58114e/info is initiating minor compaction (all files) 2024-12-02T19:44:07,060 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6847216adb2ca65f5da7b1b67c58114e/info in TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:44:07,060 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/a6179ef42bea44298f1e5288f89c5894, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/47ae72d70fb845b1bef9f7b680b5bf60, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/21c8f509e6cb42df90c72530468c832d] into tmpdir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp, totalSize=149.0 K 2024-12-02T19:44:07,060 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6179ef42bea44298f1e5288f89c5894, keycount=104, bloomtype=ROW, size=112.5 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733168626607 2024-12-02T19:44:07,061 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47ae72d70fb845b1bef9f7b680b5bf60, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733168644961 2024-12-02T19:44:07,061 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21c8f509e6cb42df90c72530468c832d, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733168644989 2024-12-02T19:44:07,072 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6847216adb2ca65f5da7b1b67c58114e#info#compaction#59 average throughput is 65.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:44:07,072 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/1c28923263784479866dcc740c9316c3 is 1055, key is row0064/info:/1733168626607/Put/seqid=0 2024-12-02T19:44:07,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741869_1045 (size=142907) 2024-12-02T19:44:07,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741869_1045 (size=142907) 2024-12-02T19:44:07,082 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/1c28923263784479866dcc740c9316c3 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/1c28923263784479866dcc740c9316c3 2024-12-02T19:44:07,087 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6847216adb2ca65f5da7b1b67c58114e/info of 6847216adb2ca65f5da7b1b67c58114e into 1c28923263784479866dcc740c9316c3(size=139.6 K), total size for store is 139.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:44:07,088 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:07,088 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., storeName=6847216adb2ca65f5da7b1b67c58114e/info, priority=13, startTime=1733168647059; duration=0sec 2024-12-02T19:44:07,088 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:44:07,088 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6847216adb2ca65f5da7b1b67c58114e:info 2024-12-02T19:44:14,266 INFO [master/41897df2911b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T19:44:14,266 INFO [master/41897df2911b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T19:44:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:17,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6847216adb2ca65f5da7b1b67c58114e 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-02T19:44:17,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/4c417f96e542432baf0111ce93a8bf86 is 1055, key is row0194/info:/1733168647037/Put/seqid=0 2024-12-02T19:44:17,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741870_1046 (size=17618) 2024-12-02T19:44:17,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741870_1046 (size=17618) 2024-12-02T19:44:17,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6847216adb2ca65f5da7b1b67c58114e, server=41897df2911b,36213,1733168612991 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:44:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:54754 deadline: 1733168667154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6847216adb2ca65f5da7b1b67c58114e, server=41897df2911b,36213,1733168612991 2024-12-02T19:44:17,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., hostname=41897df2911b,36213,1733168612991, seqNum=131 , the old value is region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., hostname=41897df2911b,36213,1733168612991, seqNum=131, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6847216adb2ca65f5da7b1b67c58114e, server=41897df2911b,36213,1733168612991 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:44:17,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., hostname=41897df2911b,36213,1733168612991, seqNum=131 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=6847216adb2ca65f5da7b1b67c58114e, server=41897df2911b,36213,1733168612991 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:44:17,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., hostname=41897df2911b,36213,1733168612991, seqNum=131 because the exception is null or not the one we care about 2024-12-02T19:44:17,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/4c417f96e542432baf0111ce93a8bf86 2024-12-02T19:44:17,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/4c417f96e542432baf0111ce93a8bf86 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/4c417f96e542432baf0111ce93a8bf86 2024-12-02T19:44:17,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/4c417f96e542432baf0111ce93a8bf86, entries=12, sequenceid=271, filesize=17.2 K 2024-12-02T19:44:17,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=17.45 KB/17867 for 6847216adb2ca65f5da7b1b67c58114e in 425ms, sequenceid=271, compaction requested=false 2024-12-02T19:44:17,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:19,143 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-12-02T19:44:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:27,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6847216adb2ca65f5da7b1b67c58114e 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-12-02T19:44:27,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/7bcba7141cca4d9b9bd7bdd27d6c7a09 is 1055, key is row0206/info:/1733168657123/Put/seqid=0 2024-12-02T19:44:27,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741871_1047 (size=23962) 2024-12-02T19:44:27,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741871_1047 (size=23962) 2024-12-02T19:44:27,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/7bcba7141cca4d9b9bd7bdd27d6c7a09 2024-12-02T19:44:27,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/7bcba7141cca4d9b9bd7bdd27d6c7a09 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/7bcba7141cca4d9b9bd7bdd27d6c7a09 2024-12-02T19:44:27,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/7bcba7141cca4d9b9bd7bdd27d6c7a09, entries=18, sequenceid=292, filesize=23.4 K 2024-12-02T19:44:27,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=1.03 KB/1051 for 6847216adb2ca65f5da7b1b67c58114e in 22ms, sequenceid=292, compaction requested=true 2024-12-02T19:44:27,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:27,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6847216adb2ca65f5da7b1b67c58114e:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:44:27,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:44:27,253 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:44:27,254 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:44:27,255 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1541): 6847216adb2ca65f5da7b1b67c58114e/info is initiating minor compaction (all files) 2024-12-02T19:44:27,255 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6847216adb2ca65f5da7b1b67c58114e/info in TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:44:27,255 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/1c28923263784479866dcc740c9316c3, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/4c417f96e542432baf0111ce93a8bf86, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/7bcba7141cca4d9b9bd7bdd27d6c7a09] into tmpdir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp, totalSize=180.2 K 2024-12-02T19:44:27,255 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c28923263784479866dcc740c9316c3, keycount=130, bloomtype=ROW, size=139.6 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733168626607 2024-12-02T19:44:27,255 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c417f96e542432baf0111ce93a8bf86, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733168647037 2024-12-02T19:44:27,256 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bcba7141cca4d9b9bd7bdd27d6c7a09, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733168657123 2024-12-02T19:44:27,267 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6847216adb2ca65f5da7b1b67c58114e#info#compaction#62 average throughput is 80.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:44:27,268 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/ed2ed57778734117a768bbd112d0b3a4 is 1055, key is row0064/info:/1733168626607/Put/seqid=0 2024-12-02T19:44:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741872_1048 (size=174637) 2024-12-02T19:44:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741872_1048 (size=174637) 2024-12-02T19:44:27,278 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/ed2ed57778734117a768bbd112d0b3a4 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/ed2ed57778734117a768bbd112d0b3a4 2024-12-02T19:44:27,284 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6847216adb2ca65f5da7b1b67c58114e/info of 6847216adb2ca65f5da7b1b67c58114e into ed2ed57778734117a768bbd112d0b3a4(size=170.5 K), total size for store is 170.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:44:27,284 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:27,284 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., storeName=6847216adb2ca65f5da7b1b67c58114e/info, priority=13, startTime=1733168667253; duration=0sec 2024-12-02T19:44:27,285 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:44:27,285 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6847216adb2ca65f5da7b1b67c58114e:info 2024-12-02T19:44:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:29,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6847216adb2ca65f5da7b1b67c58114e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-02T19:44:29,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/073a75905f4041deb0b9e7c19668840e is 1055, key is row0224/info:/1733168667232/Put/seqid=0 2024-12-02T19:44:29,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741873_1049 (size=13402) 2024-12-02T19:44:29,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741873_1049 (size=13402) 2024-12-02T19:44:29,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/073a75905f4041deb0b9e7c19668840e 2024-12-02T19:44:29,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/073a75905f4041deb0b9e7c19668840e as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/073a75905f4041deb0b9e7c19668840e 2024-12-02T19:44:29,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/073a75905f4041deb0b9e7c19668840e, entries=8, sequenceid=304, filesize=13.1 K 2024-12-02T19:44:29,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 6847216adb2ca65f5da7b1b67c58114e in 22ms, sequenceid=304, compaction requested=false 2024-12-02T19:44:29,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:29,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6847216adb2ca65f5da7b1b67c58114e 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-02T19:44:29,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/07ad0e0b654b4dfab499e7d96a764b90 is 1055, key is row0232/info:/1733168669252/Put/seqid=0 2024-12-02T19:44:29,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741874_1050 (size=17618) 2024-12-02T19:44:29,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741874_1050 (size=17618) 2024-12-02T19:44:29,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/07ad0e0b654b4dfab499e7d96a764b90 2024-12-02T19:44:29,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/07ad0e0b654b4dfab499e7d96a764b90 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/07ad0e0b654b4dfab499e7d96a764b90 2024-12-02T19:44:29,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/07ad0e0b654b4dfab499e7d96a764b90, entries=12, sequenceid=319, filesize=17.2 K 2024-12-02T19:44:29,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 6847216adb2ca65f5da7b1b67c58114e in 20ms, sequenceid=319, compaction requested=true 2024-12-02T19:44:29,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:29,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6847216adb2ca65f5da7b1b67c58114e:info, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:44:29,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:44:29,295 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:44:29,296 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 205657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:44:29,296 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1541): 6847216adb2ca65f5da7b1b67c58114e/info is initiating minor compaction (all files) 2024-12-02T19:44:29,296 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6847216adb2ca65f5da7b1b67c58114e/info in TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:44:29,296 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/ed2ed57778734117a768bbd112d0b3a4, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/073a75905f4041deb0b9e7c19668840e, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/07ad0e0b654b4dfab499e7d96a764b90] into tmpdir=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp, totalSize=200.8 K 2024-12-02T19:44:29,296 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed2ed57778734117a768bbd112d0b3a4, keycount=160, bloomtype=ROW, size=170.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733168626607 2024-12-02T19:44:29,297 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 073a75905f4041deb0b9e7c19668840e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733168667232 2024-12-02T19:44:29,297 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07ad0e0b654b4dfab499e7d96a764b90, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733168669252 2024-12-02T19:44:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] regionserver.HRegion(8855): Flush requested on 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:29,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6847216adb2ca65f5da7b1b67c58114e 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-02T19:44:29,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/b89b2f93852a4ae295c2e28ca10e2af6 is 1055, key is row0244/info:/1733168669275/Put/seqid=0 2024-12-02T19:44:29,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741875_1051 (size=18688) 2024-12-02T19:44:29,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741875_1051 (size=18688) 2024-12-02T19:44:29,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/b89b2f93852a4ae295c2e28ca10e2af6 2024-12-02T19:44:29,311 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6847216adb2ca65f5da7b1b67c58114e#info#compaction#66 average throughput is 60.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:44:29,312 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/0d3dc68718ec44259de3da86670e7d13 is 1055, key is row0064/info:/1733168626607/Put/seqid=0 2024-12-02T19:44:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741876_1052 (size=195823) 2024-12-02T19:44:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741876_1052 (size=195823) 2024-12-02T19:44:29,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/b89b2f93852a4ae295c2e28ca10e2af6 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/b89b2f93852a4ae295c2e28ca10e2af6 2024-12-02T19:44:29,320 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/.tmp/info/0d3dc68718ec44259de3da86670e7d13 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/0d3dc68718ec44259de3da86670e7d13 2024-12-02T19:44:29,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/b89b2f93852a4ae295c2e28ca10e2af6, entries=13, sequenceid=335, filesize=18.3 K 2024-12-02T19:44:29,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for 6847216adb2ca65f5da7b1b67c58114e in 30ms, sequenceid=335, compaction requested=false 2024-12-02T19:44:29,328 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6847216adb2ca65f5da7b1b67c58114e/info of 6847216adb2ca65f5da7b1b67c58114e into 0d3dc68718ec44259de3da86670e7d13(size=191.2 K), total size for store is 209.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:44:29,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:29,328 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:29,328 INFO [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., storeName=6847216adb2ca65f5da7b1b67c58114e/info, priority=13, startTime=1733168669295; duration=0sec 2024-12-02T19:44:29,329 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:44:29,329 DEBUG [RS:0;41897df2911b:36213-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6847216adb2ca65f5da7b1b67c58114e:info 2024-12-02T19:44:31,299 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-02T19:44:31,317 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/WALs/41897df2911b,36213,1733168612991/41897df2911b%2C36213%2C1733168612991.1733168671299, exclude list is [], retry=0 2024-12-02T19:44:31,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40747,DS-04c9d326-baf6-4c33-b458-ae18e64faa6a,DISK] 2024-12-02T19:44:31,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45401,DS-f5404768-65cd-4c38-aa1e-6ae0d7d1e540,DISK] 2024-12-02T19:44:31,321 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/WALs/41897df2911b,36213,1733168612991/41897df2911b%2C36213%2C1733168612991.1733168613504 with entries=315, filesize=303.08 KB; new WAL /user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/WALs/41897df2911b,36213,1733168612991/41897df2911b%2C36213%2C1733168612991.1733168671299 2024-12-02T19:44:31,321 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34401:34401),(127.0.0.1/127.0.0.1:34385:34385)] 2024-12-02T19:44:31,321 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/WALs/41897df2911b,36213,1733168612991/41897df2911b%2C36213%2C1733168612991.1733168613504 is not closed yet, will try archiving it next time 2024-12-02T19:44:31,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741832_1008 (size=310363) 2024-12-02T19:44:31,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741832_1008 (size=310363) 2024-12-02T19:44:31,323 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/WALs/41897df2911b,36213,1733168612991/41897df2911b%2C36213%2C1733168612991.1733168613504 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/oldWALs/41897df2911b%2C36213%2C1733168612991.1733168613504 2024-12-02T19:44:31,324 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6847216adb2ca65f5da7b1b67c58114e: 2024-12-02T19:44:31,324 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-12-02T19:44:31,328 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/.tmp/info/367dd41f36d34047b7e480d7f5f3cbf8 is 186, key is TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831./info:regioninfo/1733168629885/Put/seqid=0 2024-12-02T19:44:31,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741878_1054 (size=6153) 2024-12-02T19:44:31,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741878_1054 (size=6153) 2024-12-02T19:44:31,336 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/.tmp/info/367dd41f36d34047b7e480d7f5f3cbf8 2024-12-02T19:44:31,340 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/.tmp/info/367dd41f36d34047b7e480d7f5f3cbf8 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/info/367dd41f36d34047b7e480d7f5f3cbf8 2024-12-02T19:44:31,344 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/info/367dd41f36d34047b7e480d7f5f3cbf8, entries=5, sequenceid=21, filesize=6.0 K 2024-12-02T19:44:31,345 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-12-02T19:44:31,345 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-02T19:44:31,345 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 992ea8f30c3b4bf27193580f65658831: 2024-12-02T19:44:31,346 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T19:44:31,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T19:44:31,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:44:31,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:44:31,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:44:31,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:44:31,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:44:31,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T19:44:31,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=772827639, stopped=false 2024-12-02T19:44:31,346 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,36721,1733168612848 2024-12-02T19:44:31,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:44:31,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:44:31,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:31,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:31,406 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:44:31,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:44:31,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:44:31,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:44:31,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:44:31,407 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,36213,1733168612991' ***** 2024-12-02T19:44:31,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:44:31,407 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:44:31,407 INFO [RS:0;41897df2911b:36213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:44:31,407 INFO [RS:0;41897df2911b:36213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:44:31,407 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:44:31,407 INFO [RS:0;41897df2911b:36213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:44:31,408 INFO [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(3091): Received CLOSE for 6847216adb2ca65f5da7b1b67c58114e 2024-12-02T19:44:31,408 INFO [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(3091): Received CLOSE for 992ea8f30c3b4bf27193580f65658831 2024-12-02T19:44:31,408 INFO [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,36213,1733168612991 2024-12-02T19:44:31,408 INFO [RS:0;41897df2911b:36213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:44:31,408 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6847216adb2ca65f5da7b1b67c58114e, disabling compactions & flushes 2024-12-02T19:44:31,408 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:44:31,408 INFO [RS:0;41897df2911b:36213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:36213. 2024-12-02T19:44:31,408 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:44:31,408 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. after waiting 0 ms 2024-12-02T19:44:31,408 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:44:31,408 DEBUG [RS:0;41897df2911b:36213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:44:31,408 DEBUG [RS:0;41897df2911b:36213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:44:31,409 INFO [RS:0;41897df2911b:36213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:44:31,409 INFO [RS:0;41897df2911b:36213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:44:31,409 INFO [RS:0;41897df2911b:36213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:44:31,409 INFO [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T19:44:31,409 INFO [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T19:44:31,409 DEBUG [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(1325): Online Regions={6847216adb2ca65f5da7b1b67c58114e=TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e., 1588230740=hbase:meta,,1.1588230740, 992ea8f30c3b4bf27193580f65658831=TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831.} 2024-12-02T19:44:31,409 DEBUG [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6847216adb2ca65f5da7b1b67c58114e, 992ea8f30c3b4bf27193580f65658831 2024-12-02T19:44:31,409 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:44:31,409 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:44:31,409 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649->hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/8859ed3e767e4079bad3348fb412dd85-top, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-801493af7e114f0cabc2013df26b019c, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/e4fd827374484072a42b595199c4e27e, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-36447a24903e4e93b59897ff7d179a3e, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/1194fc708f9246839d02ac4fcd89a5de, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/c43754302ba54dc0b36387017776abe7, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/cea6d373af084b6580aca757006195eb, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/ccbc093cae1e4018b92574f2d8936620, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/78f032ed81c04d9f954bfe745f6e0698, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/49467802af764478803c788e59089f05, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/4b24c13140254e53a00aa84b36a8ed9a, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/a6179ef42bea44298f1e5288f89c5894, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/fcd91f684ff34197a40f8e7d594a33ed, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/47ae72d70fb845b1bef9f7b680b5bf60, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/1c28923263784479866dcc740c9316c3, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/21c8f509e6cb42df90c72530468c832d, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/4c417f96e542432baf0111ce93a8bf86, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/ed2ed57778734117a768bbd112d0b3a4, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/7bcba7141cca4d9b9bd7bdd27d6c7a09, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/073a75905f4041deb0b9e7c19668840e, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/07ad0e0b654b4dfab499e7d96a764b90] to archive 2024-12-02T19:44:31,409 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:44:31,409 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:44:31,410 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:44:31,411 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:44:31,413 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649 2024-12-02T19:44:31,415 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-801493af7e114f0cabc2013df26b019c to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-801493af7e114f0cabc2013df26b019c 2024-12-02T19:44:31,416 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-02T19:44:31,416 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:44:31,416 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:44:31,416 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733168671409Running coprocessor pre-close hooks at 1733168671409Disabling compacts and flushes for region at 1733168671409Disabling writes for close at 1733168671409Writing region close event to WAL at 1733168671411 (+2 ms)Running coprocessor post-close hooks at 1733168671416 (+5 ms)Closed at 1733168671416 2024-12-02T19:44:31,417 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T19:44:31,417 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/e4fd827374484072a42b595199c4e27e to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/e4fd827374484072a42b595199c4e27e 2024-12-02T19:44:31,418 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-36447a24903e4e93b59897ff7d179a3e to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/TestLogRolling-testLogRolling=1a54e89781245e9d36253ea04326f649-36447a24903e4e93b59897ff7d179a3e 2024-12-02T19:44:31,419 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/1194fc708f9246839d02ac4fcd89a5de to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/1194fc708f9246839d02ac4fcd89a5de 2024-12-02T19:44:31,420 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/c43754302ba54dc0b36387017776abe7 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/c43754302ba54dc0b36387017776abe7 2024-12-02T19:44:31,421 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/cea6d373af084b6580aca757006195eb to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/cea6d373af084b6580aca757006195eb 2024-12-02T19:44:31,422 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/ccbc093cae1e4018b92574f2d8936620 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/ccbc093cae1e4018b92574f2d8936620 2024-12-02T19:44:31,423 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/78f032ed81c04d9f954bfe745f6e0698 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/78f032ed81c04d9f954bfe745f6e0698 2024-12-02T19:44:31,424 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/49467802af764478803c788e59089f05 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/49467802af764478803c788e59089f05 2024-12-02T19:44:31,425 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/4b24c13140254e53a00aa84b36a8ed9a to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/4b24c13140254e53a00aa84b36a8ed9a 2024-12-02T19:44:31,427 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/a6179ef42bea44298f1e5288f89c5894 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/a6179ef42bea44298f1e5288f89c5894 2024-12-02T19:44:31,428 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/fcd91f684ff34197a40f8e7d594a33ed to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/fcd91f684ff34197a40f8e7d594a33ed 2024-12-02T19:44:31,429 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/47ae72d70fb845b1bef9f7b680b5bf60 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/47ae72d70fb845b1bef9f7b680b5bf60 2024-12-02T19:44:31,430 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/1c28923263784479866dcc740c9316c3 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/1c28923263784479866dcc740c9316c3 2024-12-02T19:44:31,431 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/21c8f509e6cb42df90c72530468c832d to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/21c8f509e6cb42df90c72530468c832d 2024-12-02T19:44:31,432 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/4c417f96e542432baf0111ce93a8bf86 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/4c417f96e542432baf0111ce93a8bf86 2024-12-02T19:44:31,433 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/ed2ed57778734117a768bbd112d0b3a4 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/ed2ed57778734117a768bbd112d0b3a4 2024-12-02T19:44:31,434 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/7bcba7141cca4d9b9bd7bdd27d6c7a09 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/7bcba7141cca4d9b9bd7bdd27d6c7a09 2024-12-02T19:44:31,435 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/073a75905f4041deb0b9e7c19668840e to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/073a75905f4041deb0b9e7c19668840e 2024-12-02T19:44:31,436 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/07ad0e0b654b4dfab499e7d96a764b90 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/info/07ad0e0b654b4dfab499e7d96a764b90 2024-12-02T19:44:31,437 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=41897df2911b:36721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-02T19:44:31,437 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [e4fd827374484072a42b595199c4e27e=40005, 1194fc708f9246839d02ac4fcd89a5de=13394, c43754302ba54dc0b36387017776abe7=62288, cea6d373af084b6580aca757006195eb=18675, ccbc093cae1e4018b92574f2d8936620=17606, 78f032ed81c04d9f954bfe745f6e0698=89845, 49467802af764478803c788e59089f05=19728, 4b24c13140254e53a00aa84b36a8ed9a=21838, a6179ef42bea44298f1e5288f89c5894=115223, fcd91f684ff34197a40f8e7d594a33ed=13394, 47ae72d70fb845b1bef9f7b680b5bf60=13394, 1c28923263784479866dcc740c9316c3=142907, 21c8f509e6cb42df90c72530468c832d=23944, 4c417f96e542432baf0111ce93a8bf86=17618, ed2ed57778734117a768bbd112d0b3a4=174637, 7bcba7141cca4d9b9bd7bdd27d6c7a09=23962, 073a75905f4041deb0b9e7c19668840e=13402, 07ad0e0b654b4dfab499e7d96a764b90=17618] 2024-12-02T19:44:31,440 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/6847216adb2ca65f5da7b1b67c58114e/recovered.edits/340.seqid, newMaxSeqId=340, maxSeqId=130 2024-12-02T19:44:31,441 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:44:31,441 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6847216adb2ca65f5da7b1b67c58114e: Waiting for close lock at 1733168671408Running coprocessor pre-close hooks at 1733168671408Disabling compacts and flushes for region at 1733168671408Disabling writes for close at 1733168671408Writing region close event to WAL at 1733168671437 (+29 ms)Running coprocessor post-close hooks at 1733168671441 (+4 ms)Closed at 1733168671441 2024-12-02T19:44:31,441 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733168628711.6847216adb2ca65f5da7b1b67c58114e. 2024-12-02T19:44:31,441 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 992ea8f30c3b4bf27193580f65658831, disabling compactions & flushes 2024-12-02T19:44:31,441 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831. 2024-12-02T19:44:31,441 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831. 2024-12-02T19:44:31,441 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831. after waiting 0 ms 2024-12-02T19:44:31,441 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831. 2024-12-02T19:44:31,441 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831/info/8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649->hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/1a54e89781245e9d36253ea04326f649/info/8859ed3e767e4079bad3348fb412dd85-bottom] to archive 2024-12-02T19:44:31,442 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:44:31,444 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831/info/8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649 to hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/archive/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831/info/8859ed3e767e4079bad3348fb412dd85.1a54e89781245e9d36253ea04326f649 2024-12-02T19:44:31,444 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-02T19:44:31,447 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/data/default/TestLogRolling-testLogRolling/992ea8f30c3b4bf27193580f65658831/recovered.edits/135.seqid, newMaxSeqId=135, maxSeqId=130 2024-12-02T19:44:31,448 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831. 2024-12-02T19:44:31,448 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 992ea8f30c3b4bf27193580f65658831: Waiting for close lock at 1733168671441Running coprocessor pre-close hooks at 1733168671441Disabling compacts and flushes for region at 1733168671441Disabling writes for close at 1733168671441Writing region close event to WAL at 1733168671444 (+3 ms)Running coprocessor post-close hooks at 1733168671448 (+4 ms)Closed at 1733168671448 2024-12-02T19:44:31,448 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733168628711.992ea8f30c3b4bf27193580f65658831. 2024-12-02T19:44:31,609 INFO [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,36213,1733168612991; all regions closed. 2024-12-02T19:44:31,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741834_1010 (size=8107) 2024-12-02T19:44:31,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741834_1010 (size=8107) 2024-12-02T19:44:31,615 DEBUG [RS:0;41897df2911b:36213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/oldWALs 2024-12-02T19:44:31,615 INFO [RS:0;41897df2911b:36213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C36213%2C1733168612991.meta:.meta(num 1733168614125) 2024-12-02T19:44:31,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741877_1053 (size=780) 2024-12-02T19:44:31,617 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/WALs/41897df2911b,36213,1733168612991/41897df2911b%2C36213%2C1733168612991.1733168671299 not finished, retry = 0 2024-12-02T19:44:31,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741877_1053 (size=780) 2024-12-02T19:44:31,720 DEBUG [RS:0;41897df2911b:36213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/oldWALs 2024-12-02T19:44:31,720 INFO [RS:0;41897df2911b:36213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C36213%2C1733168612991:(num 1733168671299) 2024-12-02T19:44:31,720 DEBUG [RS:0;41897df2911b:36213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:44:31,720 INFO [RS:0;41897df2911b:36213 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:44:31,720 INFO [RS:0;41897df2911b:36213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:44:31,720 INFO [RS:0;41897df2911b:36213 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T19:44:31,721 INFO [RS:0;41897df2911b:36213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:44:31,721 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:44:31,721 INFO [RS:0;41897df2911b:36213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36213 2024-12-02T19:44:31,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,36213,1733168612991 2024-12-02T19:44:31,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:44:31,746 INFO [RS:0;41897df2911b:36213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:44:31,746 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$363/0x00007fcbc0902470@4341005a rejected from java.util.concurrent.ThreadPoolExecutor@6438656[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-02T19:44:31,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,36213,1733168612991] 2024-12-02T19:44:31,764 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,36213,1733168612991 already deleted, retry=false 2024-12-02T19:44:31,764 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,36213,1733168612991 expired; onlineServers=0 2024-12-02T19:44:31,764 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,36721,1733168612848' ***** 2024-12-02T19:44:31,764 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T19:44:31,764 INFO [M:0;41897df2911b:36721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:44:31,764 INFO [M:0;41897df2911b:36721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:44:31,764 DEBUG [M:0;41897df2911b:36721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T19:44:31,764 DEBUG [M:0;41897df2911b:36721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T19:44:31,764 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T19:44:31,764 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168613314 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168613314,5,FailOnTimeoutGroup] 2024-12-02T19:44:31,764 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168613315 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168613315,5,FailOnTimeoutGroup] 2024-12-02T19:44:31,765 INFO [M:0;41897df2911b:36721 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T19:44:31,765 INFO [M:0;41897df2911b:36721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:44:31,765 DEBUG [M:0;41897df2911b:36721 {}] master.HMaster(1795): Stopping service threads 2024-12-02T19:44:31,765 INFO [M:0;41897df2911b:36721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T19:44:31,765 INFO [M:0;41897df2911b:36721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:44:31,765 INFO [M:0;41897df2911b:36721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T19:44:31,765 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T19:44:31,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T19:44:31,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:31,772 DEBUG [M:0;41897df2911b:36721 {}] zookeeper.ZKUtil(347): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T19:44:31,772 WARN [M:0;41897df2911b:36721 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T19:44:31,775 INFO [M:0;41897df2911b:36721 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/.lastflushedseqids 2024-12-02T19:44:31,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741879_1055 (size=228) 2024-12-02T19:44:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741879_1055 (size=228) 2024-12-02T19:44:31,785 INFO [M:0;41897df2911b:36721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T19:44:31,785 INFO [M:0;41897df2911b:36721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T19:44:31,785 DEBUG [M:0;41897df2911b:36721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:44:31,786 INFO [M:0;41897df2911b:36721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:44:31,786 DEBUG [M:0;41897df2911b:36721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:44:31,786 DEBUG [M:0;41897df2911b:36721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:44:31,786 DEBUG [M:0;41897df2911b:36721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:44:31,786 INFO [M:0;41897df2911b:36721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.44 KB heapSize=63.39 KB 2024-12-02T19:44:31,806 DEBUG [M:0;41897df2911b:36721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa5f23b1e5054984bfb8df276fb72394 is 82, key is hbase:meta,,1/info:regioninfo/1733168614164/Put/seqid=0 2024-12-02T19:44:31,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741880_1056 (size=5672) 2024-12-02T19:44:31,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741880_1056 (size=5672) 2024-12-02T19:44:31,811 INFO [M:0;41897df2911b:36721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa5f23b1e5054984bfb8df276fb72394 2024-12-02T19:44:31,830 DEBUG [M:0;41897df2911b:36721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9da115fcfb9341dbb8c787c8e1eedbea is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733168614716/Put/seqid=0 2024-12-02T19:44:31,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741881_1057 (size=7091) 2024-12-02T19:44:31,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741881_1057 (size=7091) 2024-12-02T19:44:31,834 INFO [M:0;41897df2911b:36721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.84 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9da115fcfb9341dbb8c787c8e1eedbea 2024-12-02T19:44:31,839 INFO [M:0;41897df2911b:36721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9da115fcfb9341dbb8c787c8e1eedbea 2024-12-02T19:44:31,852 DEBUG [M:0;41897df2911b:36721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42b2074dbb0241098f567571d8fa9477 is 69, key is 41897df2911b,36213,1733168612991/rs:state/1733168613342/Put/seqid=0 2024-12-02T19:44:31,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:44:31,856 INFO [RS:0;41897df2911b:36213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:44:31,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36213-0x10198dbd89e0001, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:44:31,856 INFO [RS:0;41897df2911b:36213 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,36213,1733168612991; zookeeper connection closed. 2024-12-02T19:44:31,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741882_1058 (size=5156) 2024-12-02T19:44:31,856 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d8a4fe6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d8a4fe6 2024-12-02T19:44:31,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741882_1058 (size=5156) 2024-12-02T19:44:31,856 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T19:44:31,857 INFO [M:0;41897df2911b:36721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42b2074dbb0241098f567571d8fa9477 2024-12-02T19:44:31,874 DEBUG [M:0;41897df2911b:36721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/93fd4c0c255a48b88855662838b100ef is 52, key is load_balancer_on/state:d/1733168614327/Put/seqid=0 2024-12-02T19:44:31,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741883_1059 (size=5056) 2024-12-02T19:44:31,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741883_1059 (size=5056) 2024-12-02T19:44:31,879 INFO [M:0;41897df2911b:36721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/93fd4c0c255a48b88855662838b100ef 2024-12-02T19:44:31,883 DEBUG [M:0;41897df2911b:36721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa5f23b1e5054984bfb8df276fb72394 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa5f23b1e5054984bfb8df276fb72394 2024-12-02T19:44:31,888 INFO [M:0;41897df2911b:36721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa5f23b1e5054984bfb8df276fb72394, entries=8, sequenceid=125, filesize=5.5 K 2024-12-02T19:44:31,889 DEBUG [M:0;41897df2911b:36721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9da115fcfb9341dbb8c787c8e1eedbea as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9da115fcfb9341dbb8c787c8e1eedbea 2024-12-02T19:44:31,894 INFO [M:0;41897df2911b:36721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9da115fcfb9341dbb8c787c8e1eedbea 2024-12-02T19:44:31,894 INFO [M:0;41897df2911b:36721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9da115fcfb9341dbb8c787c8e1eedbea, entries=13, sequenceid=125, filesize=6.9 K 2024-12-02T19:44:31,895 DEBUG [M:0;41897df2911b:36721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42b2074dbb0241098f567571d8fa9477 as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42b2074dbb0241098f567571d8fa9477 2024-12-02T19:44:31,900 INFO [M:0;41897df2911b:36721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42b2074dbb0241098f567571d8fa9477, entries=1, sequenceid=125, filesize=5.0 K 2024-12-02T19:44:31,901 DEBUG [M:0;41897df2911b:36721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/93fd4c0c255a48b88855662838b100ef as hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/93fd4c0c255a48b88855662838b100ef 2024-12-02T19:44:31,906 INFO [M:0;41897df2911b:36721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40719/user/jenkins/test-data/72d862e2-3ac7-c0dc-495b-8d5f972b4b5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/93fd4c0c255a48b88855662838b100ef, entries=1, sequenceid=125, filesize=4.9 K 2024-12-02T19:44:31,907 INFO [M:0;41897df2911b:36721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=125, compaction requested=false 2024-12-02T19:44:31,908 INFO [M:0;41897df2911b:36721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:44:31,909 DEBUG [M:0;41897df2911b:36721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733168671785Disabling compacts and flushes for region at 1733168671785Disabling writes for close at 1733168671786 (+1 ms)Obtaining lock to block concurrent updates at 1733168671786Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733168671786Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52675, getHeapSize=64848, getOffHeapSize=0, getCellsCount=148 at 1733168671787 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733168671788 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733168671788Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733168671806 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733168671806Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733168671815 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733168671829 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733168671829Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733168671839 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733168671851 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733168671851Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733168671861 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733168671873 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733168671873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9924f1: reopening flushed file at 1733168671883 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa906d: reopening flushed file at 1733168671888 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651fe15d: reopening flushed file at 1733168671894 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d18129: reopening flushed file at 1733168671900 (+6 ms)Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=125, compaction requested=false at 1733168671907 (+7 ms)Writing region close event to WAL at 1733168671908 (+1 ms)Closed at 1733168671908 2024-12-02T19:44:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45401 is added to blk_1073741830_1006 (size=61344) 2024-12-02T19:44:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741830_1006 (size=61344) 2024-12-02T19:44:31,911 INFO [M:0;41897df2911b:36721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T19:44:31,911 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:44:31,911 INFO [M:0;41897df2911b:36721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36721 2024-12-02T19:44:31,911 INFO [M:0;41897df2911b:36721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:44:32,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:44:32,047 INFO [M:0;41897df2911b:36721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:44:32,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10198dbd89e0000, quorum=127.0.0.1:54445, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:44:32,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@212f4fd5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:44:32,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@be7502b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:44:32,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:44:32,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@87f5fbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:44:32,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60906a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/hadoop.log.dir/,STOPPED} 2024-12-02T19:44:32,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:44:32,057 WARN [BP-909046856-172.17.0.2-1733168611139 heartbeating to localhost/127.0.0.1:40719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:44:32,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:44:32,057 WARN [BP-909046856-172.17.0.2-1733168611139 heartbeating to localhost/127.0.0.1:40719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-909046856-172.17.0.2-1733168611139 (Datanode Uuid 9130f6c9-916d-4987-8d29-9038a6ff4eae) service to localhost/127.0.0.1:40719 2024-12-02T19:44:32,057 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/cluster_f5603bc3-8966-5c61-d500-be7742f3cd6d/data/data3/current/BP-909046856-172.17.0.2-1733168611139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:44:32,057 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/cluster_f5603bc3-8966-5c61-d500-be7742f3cd6d/data/data4/current/BP-909046856-172.17.0.2-1733168611139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:44:32,058 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:44:32,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10349fb5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:44:32,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@482b7bad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:44:32,060 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:44:32,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6094c696{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:44:32,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@554e43f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/hadoop.log.dir/,STOPPED} 2024-12-02T19:44:32,061 WARN [BP-909046856-172.17.0.2-1733168611139 heartbeating to localhost/127.0.0.1:40719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:44:32,061 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:44:32,061 WARN [BP-909046856-172.17.0.2-1733168611139 heartbeating to localhost/127.0.0.1:40719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-909046856-172.17.0.2-1733168611139 (Datanode Uuid 2e137d25-f6ca-4aea-82f2-7d5e5fb37380) service to localhost/127.0.0.1:40719 2024-12-02T19:44:32,061 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:44:32,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/cluster_f5603bc3-8966-5c61-d500-be7742f3cd6d/data/data1/current/BP-909046856-172.17.0.2-1733168611139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:44:32,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/cluster_f5603bc3-8966-5c61-d500-be7742f3cd6d/data/data2/current/BP-909046856-172.17.0.2-1733168611139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:44:32,062 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:44:32,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d191941{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:44:32,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a42b18c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:44:32,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:44:32,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d806b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:44:32,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a45361b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/hadoop.log.dir/,STOPPED} 2024-12-02T19:44:32,075 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T19:44:32,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T19:44:32,107 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=110 (was 98) - Thread LEAK? -, OpenFileDescriptor=450 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=9864 (was 10053) 2024-12-02T19:44:32,113 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=9864 2024-12-02T19:44:32,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T19:44:32,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/hadoop.log.dir so I do NOT create it in target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a 2024-12-02T19:44:32,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/171590b1-17df-f3d6-bc97-a3d821cf2c74/hadoop.tmp.dir so I do NOT create it in target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a 2024-12-02T19:44:32,113 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/cluster_4124d18b-764c-93e6-5134-e32009705818, deleteOnExit=true 2024-12-02T19:44:32,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T19:44:32,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/test.cache.data in system properties and HBase conf 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/hadoop.log.dir in system properties and HBase conf 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T19:44:32,114 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:44:32,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T19:44:32,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/nfs.dump.dir in system properties and HBase conf 2024-12-02T19:44:32,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/java.io.tmpdir in system properties and HBase conf 2024-12-02T19:44:32,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:44:32,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T19:44:32,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T19:44:32,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:44:32,440 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:44:32,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:44:32,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:44:32,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:44:32,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:44:32,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb69928{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:44:32,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12877c35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:44:32,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ba081c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/java.io.tmpdir/jetty-localhost-37405-hadoop-hdfs-3_4_1-tests_jar-_-any-18210562470242299048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:44:32,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14642cc2{HTTP/1.1, (http/1.1)}{localhost:37405} 2024-12-02T19:44:32,531 INFO [Time-limited test {}] server.Server(415): Started @208523ms 2024-12-02T19:44:32,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:44:32,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:44:32,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:44:32,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:44:32,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:44:32,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d6aef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:44:32,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79288b01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:44:32,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fe9f8b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/java.io.tmpdir/jetty-localhost-42991-hadoop-hdfs-3_4_1-tests_jar-_-any-7555493408901051556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:44:32,814 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bccbe94{HTTP/1.1, (http/1.1)}{localhost:42991} 2024-12-02T19:44:32,814 INFO [Time-limited test {}] server.Server(415): Started @208806ms 2024-12-02T19:44:32,816 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:44:32,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:44:32,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:44:32,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:44:32,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:44:32,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:44:32,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668f4e0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:44:32,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dc8462f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:44:32,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d90d1cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/java.io.tmpdir/jetty-localhost-32945-hadoop-hdfs-3_4_1-tests_jar-_-any-17268049290174514488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:44:32,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fda3deb{HTTP/1.1, (http/1.1)}{localhost:32945} 2024-12-02T19:44:32,937 INFO [Time-limited test {}] server.Server(415): Started @208929ms 2024-12-02T19:44:32,939 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:44:33,367 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:44:33,513 WARN [Thread-1619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/cluster_4124d18b-764c-93e6-5134-e32009705818/data/data2/current/BP-1656719791-172.17.0.2-1733168672136/current, will proceed with Du for space computation calculation, 2024-12-02T19:44:33,513 WARN [Thread-1618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/cluster_4124d18b-764c-93e6-5134-e32009705818/data/data1/current/BP-1656719791-172.17.0.2-1733168672136/current, will proceed with Du for space computation calculation, 2024-12-02T19:44:33,538 WARN [Thread-1582 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:44:33,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11c38cc914a5a308 with lease ID 0x86a573a6e2e701bd: Processing first storage report for DS-61eee6e4-8411-46f0-af12-ec3326814232 from datanode DatanodeRegistration(127.0.0.1:41527, datanodeUuid=12fbfae8-cfc6-4eed-8907-7b350d5602f0, infoPort=41201, infoSecurePort=0, ipcPort=46101, storageInfo=lv=-57;cid=testClusterID;nsid=818325493;c=1733168672136) 2024-12-02T19:44:33,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11c38cc914a5a308 with lease ID 0x86a573a6e2e701bd: from storage DS-61eee6e4-8411-46f0-af12-ec3326814232 node DatanodeRegistration(127.0.0.1:41527, datanodeUuid=12fbfae8-cfc6-4eed-8907-7b350d5602f0, infoPort=41201, infoSecurePort=0, ipcPort=46101, storageInfo=lv=-57;cid=testClusterID;nsid=818325493;c=1733168672136), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:44:33,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11c38cc914a5a308 with lease ID 0x86a573a6e2e701bd: Processing first storage report for DS-e884be48-fce5-4e1c-83f2-dd3a02144943 from datanode DatanodeRegistration(127.0.0.1:41527, datanodeUuid=12fbfae8-cfc6-4eed-8907-7b350d5602f0, infoPort=41201, infoSecurePort=0, ipcPort=46101, storageInfo=lv=-57;cid=testClusterID;nsid=818325493;c=1733168672136) 2024-12-02T19:44:33,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11c38cc914a5a308 with lease ID 0x86a573a6e2e701bd: from storage DS-e884be48-fce5-4e1c-83f2-dd3a02144943 node DatanodeRegistration(127.0.0.1:41527, datanodeUuid=12fbfae8-cfc6-4eed-8907-7b350d5602f0, infoPort=41201, infoSecurePort=0, ipcPort=46101, storageInfo=lv=-57;cid=testClusterID;nsid=818325493;c=1733168672136), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:44:33,631 WARN [Thread-1629 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/cluster_4124d18b-764c-93e6-5134-e32009705818/data/data3/current/BP-1656719791-172.17.0.2-1733168672136/current, will proceed with Du for space computation calculation, 2024-12-02T19:44:33,631 WARN [Thread-1630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/cluster_4124d18b-764c-93e6-5134-e32009705818/data/data4/current/BP-1656719791-172.17.0.2-1733168672136/current, will proceed with Du for space computation calculation, 2024-12-02T19:44:33,653 WARN [Thread-1605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:44:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cbbfda3fb413ff2 with lease ID 0x86a573a6e2e701be: Processing first storage report for DS-870c8db1-deda-4c9d-9ab8-34d43c1fa593 from datanode DatanodeRegistration(127.0.0.1:33707, datanodeUuid=67fc20f1-292f-495a-a2a8-9720d76048a9, infoPort=43647, infoSecurePort=0, ipcPort=40591, storageInfo=lv=-57;cid=testClusterID;nsid=818325493;c=1733168672136) 2024-12-02T19:44:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cbbfda3fb413ff2 with lease ID 0x86a573a6e2e701be: from storage DS-870c8db1-deda-4c9d-9ab8-34d43c1fa593 node DatanodeRegistration(127.0.0.1:33707, datanodeUuid=67fc20f1-292f-495a-a2a8-9720d76048a9, infoPort=43647, infoSecurePort=0, ipcPort=40591, storageInfo=lv=-57;cid=testClusterID;nsid=818325493;c=1733168672136), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:44:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cbbfda3fb413ff2 with lease ID 0x86a573a6e2e701be: Processing first storage report for DS-a577aa35-a758-4834-9ebf-2107e0789dc8 from datanode DatanodeRegistration(127.0.0.1:33707, datanodeUuid=67fc20f1-292f-495a-a2a8-9720d76048a9, infoPort=43647, infoSecurePort=0, ipcPort=40591, storageInfo=lv=-57;cid=testClusterID;nsid=818325493;c=1733168672136) 2024-12-02T19:44:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cbbfda3fb413ff2 with lease ID 0x86a573a6e2e701be: from storage DS-a577aa35-a758-4834-9ebf-2107e0789dc8 node DatanodeRegistration(127.0.0.1:33707, datanodeUuid=67fc20f1-292f-495a-a2a8-9720d76048a9, infoPort=43647, infoSecurePort=0, ipcPort=40591, storageInfo=lv=-57;cid=testClusterID;nsid=818325493;c=1733168672136), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:44:33,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a 2024-12-02T19:44:33,671 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/cluster_4124d18b-764c-93e6-5134-e32009705818/zookeeper_0, clientPort=58491, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/cluster_4124d18b-764c-93e6-5134-e32009705818/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/cluster_4124d18b-764c-93e6-5134-e32009705818/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T19:44:33,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58491 2024-12-02T19:44:33,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:44:33,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:44:33,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:44:33,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:44:33,686 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291 with version=8 2024-12-02T19:44:33,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46637/user/jenkins/test-data/c1e224ff-95ca-d5d0-4bea-6709e5c3500d/hbase-staging 2024-12-02T19:44:33,688 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:44:33,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:44:33,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:44:33,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:44:33,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:44:33,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:44:33,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T19:44:33,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:44:33,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43063 2024-12-02T19:44:33,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43063 connecting to ZooKeeper ensemble=127.0.0.1:58491 2024-12-02T19:44:33,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430630x0, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:44:33,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43063-0x10198dcc64b0000 connected 2024-12-02T19:44:33,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:44:33,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:44:33,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:44:33,818 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291, hbase.cluster.distributed=false 2024-12-02T19:44:33,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:44:33,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43063 2024-12-02T19:44:33,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43063 2024-12-02T19:44:33,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43063 2024-12-02T19:44:33,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43063 2024-12-02T19:44:33,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43063 2024-12-02T19:44:33,833 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:44:33,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:44:33,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:44:33,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:44:33,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:44:33,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:44:33,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:44:33,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:44:33,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45821 2024-12-02T19:44:33,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45821 connecting to ZooKeeper ensemble=127.0.0.1:58491 2024-12-02T19:44:33,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:44:33,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:44:33,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458210x0, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:44:33,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45821-0x10198dcc64b0001 connected 2024-12-02T19:44:33,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:44:33,847 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:44:33,848 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:44:33,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:44:33,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:44:33,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45821 2024-12-02T19:44:33,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45821 2024-12-02T19:44:33,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45821 2024-12-02T19:44:33,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45821 2024-12-02T19:44:33,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45821 2024-12-02T19:44:33,862 DEBUG [M:0;41897df2911b:43063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:43063 2024-12-02T19:44:33,862 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,43063,1733168673688 2024-12-02T19:44:33,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:44:33,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:44:33,872 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,43063,1733168673688 2024-12-02T19:44:33,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:44:33,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:33,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:33,881 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T19:44:33,881 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,43063,1733168673688 from backup master directory 2024-12-02T19:44:33,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,43063,1733168673688 2024-12-02T19:44:33,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:44:33,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:44:33,888 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:44:33,888 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,43063,1733168673688 2024-12-02T19:44:33,894 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/hbase.id] with ID: 8332ea98-88a7-4e8a-93b1-82930547a250 2024-12-02T19:44:33,894 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/.tmp/hbase.id 2024-12-02T19:44:33,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:44:33,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:44:33,903 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/.tmp/hbase.id]:[hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/hbase.id] 2024-12-02T19:44:33,914 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:44:33,914 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T19:44:33,916 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T19:44:33,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:33,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:33,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:44:33,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:44:33,944 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:44:33,945 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T19:44:33,945 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:44:33,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:44:33,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:44:33,953 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store 2024-12-02T19:44:33,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:44:33,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:44:33,959 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:44:33,959 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:44:33,959 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:44:33,959 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:44:33,959 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:44:33,959 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:44:33,959 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:44:33,959 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733168673959Disabling compacts and flushes for region at 1733168673959Disabling writes for close at 1733168673959Writing region close event to WAL at 1733168673959Closed at 1733168673959 2024-12-02T19:44:33,960 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/.initializing 2024-12-02T19:44:33,960 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/WALs/41897df2911b,43063,1733168673688 2024-12-02T19:44:33,961 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:44:33,962 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C43063%2C1733168673688, suffix=, logDir=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/WALs/41897df2911b,43063,1733168673688, archiveDir=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/oldWALs, maxLogs=10 2024-12-02T19:44:33,973 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/WALs/41897df2911b,43063,1733168673688/41897df2911b%2C43063%2C1733168673688.1733168673962, exclude list is [], retry=0 2024-12-02T19:44:33,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-61eee6e4-8411-46f0-af12-ec3326814232,DISK] 2024-12-02T19:44:33,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-870c8db1-deda-4c9d-9ab8-34d43c1fa593,DISK] 2024-12-02T19:44:33,978 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/WALs/41897df2911b,43063,1733168673688/41897df2911b%2C43063%2C1733168673688.1733168673962 2024-12-02T19:44:33,978 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41201:41201),(127.0.0.1/127.0.0.1:43647:43647)] 2024-12-02T19:44:33,978 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:44:33,978 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:44:33,979 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:44:33,979 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:44:33,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:44:33,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T19:44:33,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:44:33,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:44:33,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:44:33,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T19:44:33,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:44:33,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:44:33,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:44:33,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T19:44:33,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:44:33,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:44:33,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:44:33,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T19:44:33,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:44:33,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:44:33,986 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:44:33,987 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:44:33,987 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:44:33,988 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:44:33,988 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:44:33,988 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:44:33,989 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:44:33,991 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:44:33,991 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=818225, jitterRate=0.040427714586257935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:44:33,991 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733168673979Initializing all the Stores at 1733168673979Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168673979Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168673980 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168673980Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168673980Cleaning up temporary data from old regions at 1733168673988 (+8 ms)Region opened successfully at 1733168673991 (+3 ms) 2024-12-02T19:44:33,992 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T19:44:33,994 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a68a6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:44:33,995 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T19:44:33,995 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T19:44:33,995 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T19:44:33,995 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T19:44:33,996 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T19:44:33,996 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T19:44:33,996 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T19:44:33,998 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T19:44:33,998 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T19:44:34,012 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T19:44:34,013 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T19:44:34,013 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T19:44:34,021 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T19:44:34,022 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T19:44:34,023 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T19:44:34,030 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T19:44:34,030 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T19:44:34,038 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T19:44:34,040 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T19:44:34,046 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T19:44:34,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:44:34,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:44:34,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:34,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:34,055 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,43063,1733168673688, sessionid=0x10198dcc64b0000, setting cluster-up flag (Was=false) 2024-12-02T19:44:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:34,097 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T19:44:34,099 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,43063,1733168673688 2024-12-02T19:44:34,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:34,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:34,138 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T19:44:34,140 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,43063,1733168673688 2024-12-02T19:44:34,142 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T19:44:34,143 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T19:44:34,144 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T19:44:34,144 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T19:44:34,144 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,43063,1733168673688 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T19:44:34,147 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:44:34,147 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:44:34,147 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:44:34,147 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:44:34,147 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T19:44:34,147 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:44:34,148 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:44:34,148 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:44:34,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:44:34,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T19:44:34,153 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:44:34,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T19:44:34,155 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733168704155 2024-12-02T19:44:34,155 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T19:44:34,155 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T19:44:34,155 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T19:44:34,155 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T19:44:34,155 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T19:44:34,155 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T19:44:34,156 INFO [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(746): ClusterId : 8332ea98-88a7-4e8a-93b1-82930547a250 2024-12-02T19:44:34,156 DEBUG [RS:0;41897df2911b:45821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:44:34,160 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,160 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T19:44:34,161 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T19:44:34,161 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T19:44:34,161 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T19:44:34,161 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T19:44:34,162 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168674161,5,FailOnTimeoutGroup] 2024-12-02T19:44:34,163 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168674162,5,FailOnTimeoutGroup] 2024-12-02T19:44:34,163 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,163 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T19:44:34,163 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,163 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,164 DEBUG [RS:0;41897df2911b:45821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:44:34,164 DEBUG [RS:0;41897df2911b:45821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:44:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:44:34,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:44:34,165 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T19:44:34,165 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291 2024-12-02T19:44:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:44:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:44:34,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:44:34,172 DEBUG [RS:0;41897df2911b:45821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:44:34,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:44:34,173 DEBUG [RS:0;41897df2911b:45821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2857017b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:44:34,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:44:34,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:44:34,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:44:34,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:44:34,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:44:34,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:44:34,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:44:34,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:44:34,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:44:34,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:44:34,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:44:34,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:44:34,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:44:34,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:44:34,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:44:34,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:44:34,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/data/hbase/meta/1588230740 2024-12-02T19:44:34,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/data/hbase/meta/1588230740 2024-12-02T19:44:34,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:44:34,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:44:34,181 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:44:34,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:44:34,183 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:44:34,184 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=781619, jitterRate=-0.006120935082435608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:44:34,184 DEBUG [RS:0;41897df2911b:45821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:45821 2024-12-02T19:44:34,184 INFO [RS:0;41897df2911b:45821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:44:34,184 INFO [RS:0;41897df2911b:45821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:44:34,184 DEBUG [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:44:34,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733168674171Initializing all the Stores at 1733168674172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168674172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168674172Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168674172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168674172Cleaning up temporary data from old regions at 1733168674181 (+9 ms)Region opened successfully at 1733168674184 (+3 ms) 2024-12-02T19:44:34,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:44:34,184 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:44:34,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:44:34,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:44:34,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:44:34,185 INFO [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,43063,1733168673688 with port=45821, startcode=1733168673833 2024-12-02T19:44:34,185 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:44:34,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733168674184Disabling compacts and flushes for region at 1733168674184Disabling writes for close at 1733168674185 (+1 ms)Writing region close event to WAL at 1733168674185Closed at 1733168674185 2024-12-02T19:44:34,185 DEBUG [RS:0;41897df2911b:45821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:44:34,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:44:34,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T19:44:34,186 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44557, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:44:34,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T19:44:34,187 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,45821,1733168673833 2024-12-02T19:44:34,187 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43063 {}] master.ServerManager(517): Registering regionserver=41897df2911b,45821,1733168673833 2024-12-02T19:44:34,187 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:44:34,188 DEBUG [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291 2024-12-02T19:44:34,188 DEBUG [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37633 2024-12-02T19:44:34,188 DEBUG [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:44:34,188 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T19:44:34,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:44:34,197 DEBUG [RS:0;41897df2911b:45821 {}] zookeeper.ZKUtil(111): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,45821,1733168673833 2024-12-02T19:44:34,197 WARN [RS:0;41897df2911b:45821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:44:34,197 INFO [RS:0;41897df2911b:45821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:44:34,197 DEBUG [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/41897df2911b,45821,1733168673833 2024-12-02T19:44:34,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,45821,1733168673833] 2024-12-02T19:44:34,200 INFO [RS:0;41897df2911b:45821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:44:34,202 INFO [RS:0;41897df2911b:45821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:44:34,202 INFO [RS:0;41897df2911b:45821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:44:34,202 INFO [RS:0;41897df2911b:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,203 INFO [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:44:34,204 INFO [RS:0;41897df2911b:45821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:44:34,204 INFO [RS:0;41897df2911b:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:44:34,204 DEBUG [RS:0;41897df2911b:45821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:44:34,205 INFO [RS:0;41897df2911b:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,205 INFO [RS:0;41897df2911b:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,205 INFO [RS:0;41897df2911b:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,205 INFO [RS:0;41897df2911b:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,205 INFO [RS:0;41897df2911b:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,205 INFO [RS:0;41897df2911b:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,45821,1733168673833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:44:34,221 INFO [RS:0;41897df2911b:45821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:44:34,221 INFO [RS:0;41897df2911b:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,45821,1733168673833-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,221 INFO [RS:0;41897df2911b:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,221 INFO [RS:0;41897df2911b:45821 {}] regionserver.Replication(171): 41897df2911b,45821,1733168673833 started 2024-12-02T19:44:34,232 INFO [RS:0;41897df2911b:45821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,233 INFO [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,45821,1733168673833, RpcServer on 41897df2911b/172.17.0.2:45821, sessionid=0x10198dcc64b0001 2024-12-02T19:44:34,233 DEBUG [RS:0;41897df2911b:45821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:44:34,233 DEBUG [RS:0;41897df2911b:45821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,45821,1733168673833 2024-12-02T19:44:34,233 DEBUG [RS:0;41897df2911b:45821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,45821,1733168673833' 2024-12-02T19:44:34,233 DEBUG [RS:0;41897df2911b:45821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:44:34,233 DEBUG [RS:0;41897df2911b:45821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:44:34,234 DEBUG [RS:0;41897df2911b:45821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:44:34,234 DEBUG [RS:0;41897df2911b:45821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:44:34,234 DEBUG [RS:0;41897df2911b:45821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,45821,1733168673833 2024-12-02T19:44:34,234 DEBUG [RS:0;41897df2911b:45821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,45821,1733168673833' 2024-12-02T19:44:34,234 DEBUG [RS:0;41897df2911b:45821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:44:34,234 DEBUG [RS:0;41897df2911b:45821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:44:34,235 DEBUG [RS:0;41897df2911b:45821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:44:34,235 INFO [RS:0;41897df2911b:45821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:44:34,235 INFO [RS:0;41897df2911b:45821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:44:34,335 INFO [RS:0;41897df2911b:45821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:44:34,337 INFO [RS:0;41897df2911b:45821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C45821%2C1733168673833, suffix=, logDir=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/41897df2911b,45821,1733168673833, archiveDir=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/oldWALs, maxLogs=32 2024-12-02T19:44:34,338 WARN [41897df2911b:43063 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T19:44:34,355 DEBUG [RS:0;41897df2911b:45821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/41897df2911b,45821,1733168673833/41897df2911b%2C45821%2C1733168673833.1733168674337, exclude list is [], retry=0 2024-12-02T19:44:34,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-870c8db1-deda-4c9d-9ab8-34d43c1fa593,DISK] 2024-12-02T19:44:34,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-61eee6e4-8411-46f0-af12-ec3326814232,DISK] 2024-12-02T19:44:34,360 INFO [RS:0;41897df2911b:45821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/41897df2911b,45821,1733168673833/41897df2911b%2C45821%2C1733168673833.1733168674337 2024-12-02T19:44:34,360 DEBUG [RS:0;41897df2911b:45821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647),(127.0.0.1/127.0.0.1:41201:41201)] 2024-12-02T19:44:34,589 DEBUG [41897df2911b:43063 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T19:44:34,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,45821,1733168673833 2024-12-02T19:44:34,590 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,45821,1733168673833, state=OPENING 2024-12-02T19:44:34,655 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T19:44:34,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:34,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:34,664 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:44:34,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:44:34,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,45821,1733168673833}] 2024-12-02T19:44:34,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:44:34,817 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:44:34,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51865, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:44:34,822 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T19:44:34,822 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:44:34,823 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T19:44:34,825 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C45821%2C1733168673833.meta, suffix=.meta, logDir=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/41897df2911b,45821,1733168673833, archiveDir=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/oldWALs, maxLogs=32 2024-12-02T19:44:34,836 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/41897df2911b,45821,1733168673833/41897df2911b%2C45821%2C1733168673833.meta.1733168674825.meta, exclude list is [], retry=0 2024-12-02T19:44:34,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-61eee6e4-8411-46f0-af12-ec3326814232,DISK] 2024-12-02T19:44:34,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-870c8db1-deda-4c9d-9ab8-34d43c1fa593,DISK] 2024-12-02T19:44:34,840 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/41897df2911b,45821,1733168673833/41897df2911b%2C45821%2C1733168673833.meta.1733168674825.meta 2024-12-02T19:44:34,841 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41201:41201),(127.0.0.1/127.0.0.1:43647:43647)] 2024-12-02T19:44:34,841 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:44:34,841 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T19:44:34,841 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T19:44:34,841 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T19:44:34,841 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T19:44:34,841 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:44:34,841 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T19:44:34,841 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T19:44:34,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:44:34,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:44:34,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:44:34,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:44:34,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:44:34,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:44:34,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:44:34,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:44:34,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:44:34,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:44:34,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:44:34,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:44:34,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:44:34,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:44:34,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:44:34,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:44:34,850 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:44:34,851 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/data/hbase/meta/1588230740 2024-12-02T19:44:34,852 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/data/hbase/meta/1588230740 2024-12-02T19:44:34,857 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:44:34,857 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:44:34,858 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:44:34,860 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:44:34,861 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=873313, jitterRate=0.11047559976577759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:44:34,861 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T19:44:34,862 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733168674842Writing region info on filesystem at 1733168674842Initializing all the Stores at 1733168674842Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168674842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168674843 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733168674843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733168674843Cleaning up temporary data from old regions at 1733168674857 (+14 ms)Running coprocessor post-open hooks at 1733168674861 (+4 ms)Region opened successfully at 1733168674862 (+1 ms) 2024-12-02T19:44:34,863 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733168674816 2024-12-02T19:44:34,865 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T19:44:34,865 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T19:44:34,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,45821,1733168673833 2024-12-02T19:44:34,866 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,45821,1733168673833, state=OPEN 2024-12-02T19:44:34,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:44:34,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:44:34,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:44:34,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:44:34,907 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,45821,1733168673833 2024-12-02T19:44:34,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T19:44:34,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,45821,1733168673833 in 243 msec 2024-12-02T19:44:34,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T19:44:34,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 723 msec 2024-12-02T19:44:34,912 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:44:34,912 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T19:44:34,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:44:34,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,45821,1733168673833, seqNum=-1] 2024-12-02T19:44:34,914 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:44:34,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33989, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:44:34,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 778 msec 2024-12-02T19:44:34,922 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733168674922, completionTime=-1 2024-12-02T19:44:34,922 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T19:44:34,922 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T19:44:34,924 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T19:44:34,924 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733168734924 2024-12-02T19:44:34,924 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733168794924 2024-12-02T19:44:34,924 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T19:44:34,924 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43063,1733168673688-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,925 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43063,1733168673688-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,925 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43063,1733168673688-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,925 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:43063, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,925 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,926 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,927 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T19:44:34,930 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.042sec 2024-12-02T19:44:34,930 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T19:44:34,930 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T19:44:34,931 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T19:44:34,931 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T19:44:34,931 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T19:44:34,931 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43063,1733168673688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:44:34,931 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43063,1733168673688-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T19:44:34,934 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T19:44:34,934 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T19:44:34,934 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43063,1733168673688-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:44:34,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b81b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:44:34,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,43063,-1 for getting cluster id 2024-12-02T19:44:34,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:44:34,959 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8332ea98-88a7-4e8a-93b1-82930547a250' 2024-12-02T19:44:34,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:44:34,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8332ea98-88a7-4e8a-93b1-82930547a250" 2024-12-02T19:44:34,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d677e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:44:34,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,43063,-1] 2024-12-02T19:44:34,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:44:34,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:44:34,962 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:44:34,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56270b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:44:34,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:44:34,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,45821,1733168673833, seqNum=-1] 2024-12-02T19:44:34,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:44:34,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:44:34,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,43063,1733168673688 2024-12-02T19:44:34,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:44:34,972 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-02T19:44:34,972 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:44:34,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:44:34,976 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/test.com,8080,1, archiveDir=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/oldWALs, maxLogs=32 2024-12-02T19:44:34,993 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/test.com,8080,1/test.com%2C8080%2C1.1733168674977, exclude list is [], retry=0 2024-12-02T19:44:34,997 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-61eee6e4-8411-46f0-af12-ec3326814232,DISK] 2024-12-02T19:44:34,997 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-870c8db1-deda-4c9d-9ab8-34d43c1fa593,DISK] 2024-12-02T19:44:35,006 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/test.com,8080,1/test.com%2C8080%2C1.1733168674977 2024-12-02T19:44:35,006 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41201:41201),(127.0.0.1/127.0.0.1:43647:43647)] 2024-12-02T19:44:35,024 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/test.com,8080,1/test.com%2C8080%2C1.1733168675007, exclude list is [], retry=0 2024-12-02T19:44:35,027 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33707,DS-870c8db1-deda-4c9d-9ab8-34d43c1fa593,DISK] 2024-12-02T19:44:35,028 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41527,DS-61eee6e4-8411-46f0-af12-ec3326814232,DISK] 2024-12-02T19:44:35,029 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/test.com,8080,1/test.com%2C8080%2C1.1733168674977 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/test.com,8080,1/test.com%2C8080%2C1.1733168675007 2024-12-02T19:44:35,030 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647),(127.0.0.1/127.0.0.1:41201:41201)] 2024-12-02T19:44:35,030 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/test.com,8080,1/test.com%2C8080%2C1.1733168674977 is not closed yet, will try archiving it next time 2024-12-02T19:44:35,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741835_1011 (size=93) 2024-12-02T19:44:35,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741835_1011 (size=93) 2024-12-02T19:44:35,035 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/test.com,8080,1/test.com%2C8080%2C1.1733168674977 not finished, retry = 0 2024-12-02T19:44:35,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741836_1012 (size=93) 2024-12-02T19:44:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741836_1012 (size=93) 2024-12-02T19:44:35,136 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/WALs/test.com,8080,1/test.com%2C8080%2C1.1733168674977 to hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/oldWALs/test.com%2C8080%2C1.1733168674977 2024-12-02T19:44:35,139 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/oldWALs 2024-12-02T19:44:35,140 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733168675007) 2024-12-02T19:44:35,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T19:44:35,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:44:35,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:44:35,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:44:35,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:44:35,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:44:35,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T19:44:35,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1079818650, stopped=false 2024-12-02T19:44:35,140 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,43063,1733168673688 2024-12-02T19:44:35,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:44:35,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:44:35,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:35,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:35,163 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:44:35,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:44:35,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:44:35,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:44:35,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:44:35,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:44:35,164 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,45821,1733168673833' ***** 2024-12-02T19:44:35,164 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:44:35,164 INFO [RS:0;41897df2911b:45821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:44:35,164 INFO [RS:0;41897df2911b:45821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:44:35,164 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:44:35,164 INFO [RS:0;41897df2911b:45821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:44:35,164 INFO [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,45821,1733168673833 2024-12-02T19:44:35,164 INFO [RS:0;41897df2911b:45821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:44:35,164 INFO [RS:0;41897df2911b:45821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:45821. 2024-12-02T19:44:35,164 DEBUG [RS:0;41897df2911b:45821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:44:35,164 DEBUG [RS:0;41897df2911b:45821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:44:35,164 INFO [RS:0;41897df2911b:45821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:44:35,164 INFO [RS:0;41897df2911b:45821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:44:35,164 INFO [RS:0;41897df2911b:45821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:44:35,165 INFO [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T19:44:35,165 INFO [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T19:44:35,165 DEBUG [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T19:44:35,165 DEBUG [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:44:35,165 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:44:35,165 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:44:35,165 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:44:35,165 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:44:35,165 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:44:35,165 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T19:44:35,178 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/data/hbase/meta/1588230740/.tmp/ns/f5f9fbf9dd4b415187154c7bad382b04 is 43, key is default/ns:d/1733168674916/Put/seqid=0 2024-12-02T19:44:35,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741837_1013 (size=5153) 2024-12-02T19:44:35,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741837_1013 (size=5153) 2024-12-02T19:44:35,184 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/data/hbase/meta/1588230740/.tmp/ns/f5f9fbf9dd4b415187154c7bad382b04 2024-12-02T19:44:35,189 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/data/hbase/meta/1588230740/.tmp/ns/f5f9fbf9dd4b415187154c7bad382b04 as hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/data/hbase/meta/1588230740/ns/f5f9fbf9dd4b415187154c7bad382b04 2024-12-02T19:44:35,194 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/data/hbase/meta/1588230740/ns/f5f9fbf9dd4b415187154c7bad382b04, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T19:44:35,195 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false 2024-12-02T19:44:35,195 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T19:44:35,200 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T19:44:35,200 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:44:35,200 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:44:35,200 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733168675165Running coprocessor pre-close hooks at 1733168675165Disabling compacts and flushes for region at 1733168675165Disabling writes for close at 1733168675165Obtaining lock to block concurrent updates at 1733168675165Preparing flush snapshotting stores in 1588230740 at 1733168675165Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733168675165Flushing stores of hbase:meta,,1.1588230740 at 1733168675166 (+1 ms)Flushing 1588230740/ns: creating writer at 1733168675166Flushing 1588230740/ns: appending metadata at 1733168675178 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733168675178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd173f8: reopening flushed file at 1733168675188 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false at 1733168675195 (+7 ms)Writing region close event to WAL at 1733168675196 (+1 ms)Running coprocessor post-close hooks at 1733168675200 (+4 ms)Closed at 1733168675200 2024-12-02T19:44:35,201 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T19:44:35,233 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T19:44:35,233 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T19:44:35,365 INFO [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,45821,1733168673833; all regions closed. 2024-12-02T19:44:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741834_1010 (size=1152) 2024-12-02T19:44:35,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741834_1010 (size=1152) 2024-12-02T19:44:35,374 DEBUG [RS:0;41897df2911b:45821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/oldWALs 2024-12-02T19:44:35,374 INFO [RS:0;41897df2911b:45821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C45821%2C1733168673833.meta:.meta(num 1733168674825) 2024-12-02T19:44:35,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741833_1009 (size=93) 2024-12-02T19:44:35,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741833_1009 (size=93) 2024-12-02T19:44:35,379 DEBUG [RS:0;41897df2911b:45821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/oldWALs 2024-12-02T19:44:35,379 INFO [RS:0;41897df2911b:45821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C45821%2C1733168673833:(num 1733168674337) 2024-12-02T19:44:35,379 DEBUG [RS:0;41897df2911b:45821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:44:35,379 INFO [RS:0;41897df2911b:45821 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:44:35,379 INFO [RS:0;41897df2911b:45821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:44:35,379 INFO [RS:0;41897df2911b:45821 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T19:44:35,379 INFO [RS:0;41897df2911b:45821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:44:35,379 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:44:35,380 INFO [RS:0;41897df2911b:45821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45821 2024-12-02T19:44:35,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,45821,1733168673833 2024-12-02T19:44:35,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:44:35,395 INFO [RS:0;41897df2911b:45821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:44:35,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,45821,1733168673833] 2024-12-02T19:44:35,413 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,45821,1733168673833 already deleted, retry=false 2024-12-02T19:44:35,413 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,45821,1733168673833 expired; onlineServers=0 2024-12-02T19:44:35,413 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,43063,1733168673688' ***** 2024-12-02T19:44:35,413 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T19:44:35,413 INFO [M:0;41897df2911b:43063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:44:35,413 INFO [M:0;41897df2911b:43063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:44:35,413 DEBUG [M:0;41897df2911b:43063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T19:44:35,413 DEBUG [M:0;41897df2911b:43063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T19:44:35,413 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T19:44:35,413 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168674162 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733168674162,5,FailOnTimeoutGroup] 2024-12-02T19:44:35,413 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168674161 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733168674161,5,FailOnTimeoutGroup] 2024-12-02T19:44:35,414 INFO [M:0;41897df2911b:43063 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T19:44:35,414 INFO [M:0;41897df2911b:43063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:44:35,414 DEBUG [M:0;41897df2911b:43063 {}] master.HMaster(1795): Stopping service threads 2024-12-02T19:44:35,414 INFO [M:0;41897df2911b:43063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T19:44:35,414 INFO [M:0;41897df2911b:43063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:44:35,414 INFO [M:0;41897df2911b:43063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T19:44:35,414 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T19:44:35,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T19:44:35,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:44:35,421 DEBUG [M:0;41897df2911b:43063 {}] zookeeper.ZKUtil(347): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T19:44:35,421 WARN [M:0;41897df2911b:43063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T19:44:35,422 INFO [M:0;41897df2911b:43063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/.lastflushedseqids 2024-12-02T19:44:35,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741838_1014 (size=99) 2024-12-02T19:44:35,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741838_1014 (size=99) 2024-12-02T19:44:35,431 INFO [M:0;41897df2911b:43063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T19:44:35,431 INFO [M:0;41897df2911b:43063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T19:44:35,431 DEBUG [M:0;41897df2911b:43063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:44:35,431 INFO [M:0;41897df2911b:43063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:44:35,431 DEBUG [M:0;41897df2911b:43063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:44:35,431 DEBUG [M:0;41897df2911b:43063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:44:35,431 DEBUG [M:0;41897df2911b:43063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:44:35,432 INFO [M:0;41897df2911b:43063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-02T19:44:35,452 DEBUG [M:0;41897df2911b:43063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a7750cd321a40d29a40498cff0f488b is 82, key is hbase:meta,,1/info:regioninfo/1733168674865/Put/seqid=0 2024-12-02T19:44:35,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741839_1015 (size=5672) 2024-12-02T19:44:35,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741839_1015 (size=5672) 2024-12-02T19:44:35,457 INFO [M:0;41897df2911b:43063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a7750cd321a40d29a40498cff0f488b 2024-12-02T19:44:35,475 DEBUG [M:0;41897df2911b:43063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/439fb4f34b294fe5ad107492e3b9ad28 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733168674921/Put/seqid=0 2024-12-02T19:44:35,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741840_1016 (size=5275) 2024-12-02T19:44:35,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741840_1016 (size=5275) 2024-12-02T19:44:35,482 INFO [M:0;41897df2911b:43063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/439fb4f34b294fe5ad107492e3b9ad28 2024-12-02T19:44:35,499 DEBUG [M:0;41897df2911b:43063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/218c1a42bf1e476694e8e88e66e9df4d is 69, key is 41897df2911b,45821,1733168673833/rs:state/1733168674187/Put/seqid=0 2024-12-02T19:44:35,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741841_1017 (size=5156) 2024-12-02T19:44:35,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741841_1017 (size=5156) 2024-12-02T19:44:35,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:44:35,505 INFO [RS:0;41897df2911b:45821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:44:35,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45821-0x10198dcc64b0001, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:44:35,505 INFO [RS:0;41897df2911b:45821 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,45821,1733168673833; zookeeper connection closed. 2024-12-02T19:44:35,505 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@352fcc4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@352fcc4f 2024-12-02T19:44:35,505 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T19:44:35,506 INFO [M:0;41897df2911b:43063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/218c1a42bf1e476694e8e88e66e9df4d 2024-12-02T19:44:35,524 DEBUG [M:0;41897df2911b:43063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/eaa8c1ea2b6b480e959a88d835c102ab is 52, key is load_balancer_on/state:d/1733168674971/Put/seqid=0 2024-12-02T19:44:35,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741842_1018 (size=5056) 2024-12-02T19:44:35,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741842_1018 (size=5056) 2024-12-02T19:44:35,529 INFO [M:0;41897df2911b:43063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/eaa8c1ea2b6b480e959a88d835c102ab 2024-12-02T19:44:35,533 DEBUG [M:0;41897df2911b:43063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a7750cd321a40d29a40498cff0f488b as hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a7750cd321a40d29a40498cff0f488b 2024-12-02T19:44:35,537 INFO [M:0;41897df2911b:43063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a7750cd321a40d29a40498cff0f488b, entries=8, sequenceid=29, filesize=5.5 K 2024-12-02T19:44:35,538 DEBUG [M:0;41897df2911b:43063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/439fb4f34b294fe5ad107492e3b9ad28 as hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/439fb4f34b294fe5ad107492e3b9ad28 2024-12-02T19:44:35,543 INFO [M:0;41897df2911b:43063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/439fb4f34b294fe5ad107492e3b9ad28, entries=3, sequenceid=29, filesize=5.2 K 2024-12-02T19:44:35,544 DEBUG [M:0;41897df2911b:43063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/218c1a42bf1e476694e8e88e66e9df4d as hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/218c1a42bf1e476694e8e88e66e9df4d 2024-12-02T19:44:35,548 INFO [M:0;41897df2911b:43063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/218c1a42bf1e476694e8e88e66e9df4d, entries=1, sequenceid=29, filesize=5.0 K 2024-12-02T19:44:35,549 DEBUG [M:0;41897df2911b:43063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/eaa8c1ea2b6b480e959a88d835c102ab as hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/eaa8c1ea2b6b480e959a88d835c102ab 2024-12-02T19:44:35,553 INFO [M:0;41897df2911b:43063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37633/user/jenkins/test-data/eba898d3-c1bd-7af9-4f52-1155675ad291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/eaa8c1ea2b6b480e959a88d835c102ab, entries=1, sequenceid=29, filesize=4.9 K 2024-12-02T19:44:35,554 INFO [M:0;41897df2911b:43063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=29, compaction requested=false 2024-12-02T19:44:35,556 INFO [M:0;41897df2911b:43063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:44:35,556 DEBUG [M:0;41897df2911b:43063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733168675431Disabling compacts and flushes for region at 1733168675431Disabling writes for close at 1733168675431Obtaining lock to block concurrent updates at 1733168675432 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733168675432Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733168675432Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733168675433 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733168675433Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733168675452 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733168675452Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733168675462 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733168675475 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733168675475Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733168675486 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733168675499 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733168675499Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733168675511 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733168675523 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733168675524 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d96015: reopening flushed file at 1733168675533 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@655ef319: reopening flushed file at 1733168675537 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21a6f032: reopening flushed file at 1733168675543 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58656ac9: reopening flushed file at 1733168675548 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=29, compaction requested=false at 1733168675554 (+6 ms)Writing region close event to WAL at 1733168675556 (+2 ms)Closed at 1733168675556 2024-12-02T19:44:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41527 is added to blk_1073741830_1006 (size=10311) 2024-12-02T19:44:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33707 is added to blk_1073741830_1006 (size=10311) 2024-12-02T19:44:35,560 INFO [M:0;41897df2911b:43063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T19:44:35,560 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:44:35,560 INFO [M:0;41897df2911b:43063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43063 2024-12-02T19:44:35,560 INFO [M:0;41897df2911b:43063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:44:35,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:44:35,688 INFO [M:0;41897df2911b:43063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:44:35,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43063-0x10198dcc64b0000, quorum=127.0.0.1:58491, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:44:35,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d90d1cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:44:35,691 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fda3deb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:44:35,691 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:44:35,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dc8462f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:44:35,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668f4e0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/hadoop.log.dir/,STOPPED} 2024-12-02T19:44:35,692 WARN [BP-1656719791-172.17.0.2-1733168672136 heartbeating to localhost/127.0.0.1:37633 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:44:35,692 WARN [BP-1656719791-172.17.0.2-1733168672136 heartbeating to localhost/127.0.0.1:37633 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1656719791-172.17.0.2-1733168672136 (Datanode Uuid 67fc20f1-292f-495a-a2a8-9720d76048a9) service to localhost/127.0.0.1:37633 2024-12-02T19:44:35,692 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:44:35,692 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:44:35,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/cluster_4124d18b-764c-93e6-5134-e32009705818/data/data3/current/BP-1656719791-172.17.0.2-1733168672136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:44:35,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/cluster_4124d18b-764c-93e6-5134-e32009705818/data/data4/current/BP-1656719791-172.17.0.2-1733168672136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:44:35,693 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:44:35,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fe9f8b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:44:35,695 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bccbe94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:44:35,695 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:44:35,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79288b01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:44:35,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d6aef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/hadoop.log.dir/,STOPPED} 2024-12-02T19:44:35,696 WARN [BP-1656719791-172.17.0.2-1733168672136 heartbeating to localhost/127.0.0.1:37633 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:44:35,696 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:44:35,696 WARN [BP-1656719791-172.17.0.2-1733168672136 heartbeating to localhost/127.0.0.1:37633 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1656719791-172.17.0.2-1733168672136 (Datanode Uuid 12fbfae8-cfc6-4eed-8907-7b350d5602f0) service to localhost/127.0.0.1:37633 2024-12-02T19:44:35,696 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:44:35,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/cluster_4124d18b-764c-93e6-5134-e32009705818/data/data1/current/BP-1656719791-172.17.0.2-1733168672136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:44:35,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/cluster_4124d18b-764c-93e6-5134-e32009705818/data/data2/current/BP-1656719791-172.17.0.2-1733168672136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:44:35,697 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:44:35,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ba081c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:44:35,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14642cc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:44:35,702 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:44:35,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12877c35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:44:35,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fb69928{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/361720b1-3176-edee-6c6a-c7c510acfe4a/hadoop.log.dir/,STOPPED} 2024-12-02T19:44:35,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T19:44:35,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T19:44:35,728 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=131 (was 110) - Thread LEAK? -, OpenFileDescriptor=501 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=263 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=9793 (was 9864)