2024-11-20 13:52:23,681 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-20 13:52:23,696 main DEBUG Took 0.012489 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 13:52:23,697 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 13:52:23,697 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 13:52:23,698 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 13:52:23,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:52:23,707 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 13:52:23,721 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:52:23,723 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:52:23,724 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:52:23,726 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:52:23,727 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:52:23,728 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:52:23,729 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:52:23,730 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:52:23,731 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:52:23,732 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:52:23,733 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:52:23,734 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:52:23,735 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,735 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 13:52:23,737 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:52:23,739 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 13:52:23,741 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 13:52:23,742 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 13:52:23,744 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 13:52:23,744 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 13:52:23,751 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 13:52:23,754 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 13:52:23,756 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 13:52:23,756 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 13:52:23,757 main DEBUG createAppenders(={Console}) 2024-11-20 13:52:23,758 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-20 13:52:23,758 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-20 13:52:23,758 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-20 13:52:23,759 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 13:52:23,760 main DEBUG OutputStream closed 2024-11-20 13:52:23,760 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 13:52:23,760 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 13:52:23,761 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-20 13:52:23,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 13:52:23,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 13:52:23,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 13:52:23,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 13:52:23,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 13:52:23,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 13:52:23,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 13:52:23,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 13:52:23,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 13:52:23,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 13:52:23,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 13:52:23,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 13:52:23,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 13:52:23,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 13:52:23,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 13:52:23,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 13:52:23,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 13:52:23,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 13:52:23,866 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 13:52:23,867 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-20 13:52:23,867 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 13:52:23,868 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-20T13:52:24,159 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e 2024-11-20 13:52:24,164 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 13:52:24,164 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T13:52:24,177 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-20T13:52:24,249 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=401, ProcessCount=11, AvailableMemoryMB=8753 2024-11-20T13:52:24,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T13:52:24,295 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/cluster_20370b8e-0deb-94a0-65e7-97c5d304de8d, deleteOnExit=true 2024-11-20T13:52:24,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T13:52:24,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/test.cache.data in system properties and HBase conf 2024-11-20T13:52:24,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T13:52:24,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/hadoop.log.dir in system properties and HBase conf 2024-11-20T13:52:24,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T13:52:24,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T13:52:24,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T13:52:24,450 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T13:52:24,558 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T13:52:24,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:52:24,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:52:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T13:52:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:52:24,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T13:52:24,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T13:52:24,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:52:24,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:52:24,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T13:52:24,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/nfs.dump.dir in system properties and HBase conf 2024-11-20T13:52:24,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/java.io.tmpdir in system properties and HBase conf 2024-11-20T13:52:24,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:52:24,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T13:52:24,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T13:52:25,651 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T13:52:25,724 INFO [Time-limited test {}] log.Log(170): Logging initialized @2938ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T13:52:25,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:52:25,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:52:25,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:52:25,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:52:25,874 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:52:25,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:52:25,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:52:25,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:52:26,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/java.io.tmpdir/jetty-localhost-43475-hadoop-hdfs-3_4_1-tests_jar-_-any-15346367685574598157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:52:26,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:43475} 2024-11-20T13:52:26,079 INFO [Time-limited test {}] server.Server(415): Started @3293ms 2024-11-20T13:52:26,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:52:26,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:52:26,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:52:26,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:52:26,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:52:26,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:52:26,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:52:26,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/java.io.tmpdir/jetty-localhost-44163-hadoop-hdfs-3_4_1-tests_jar-_-any-1641076624123449489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:52:26,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:44163} 2024-11-20T13:52:26,798 INFO [Time-limited test {}] server.Server(415): Started @4013ms 2024-11-20T13:52:26,850 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:52:26,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:52:26,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:52:26,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:52:26,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:52:26,974 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:52:26,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:52:26,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:52:27,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/java.io.tmpdir/jetty-localhost-39755-hadoop-hdfs-3_4_1-tests_jar-_-any-16461858606961540077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:52:27,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:39755} 2024-11-20T13:52:27,087 INFO [Time-limited test {}] server.Server(415): Started @4302ms 2024-11-20T13:52:27,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:52:28,305 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/cluster_20370b8e-0deb-94a0-65e7-97c5d304de8d/data/data1/current/BP-1333159929-172.17.0.2-1732110745112/current, will proceed with Du for space computation calculation, 2024-11-20T13:52:28,305 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/cluster_20370b8e-0deb-94a0-65e7-97c5d304de8d/data/data3/current/BP-1333159929-172.17.0.2-1732110745112/current, will proceed with Du for space computation calculation, 2024-11-20T13:52:28,305 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/cluster_20370b8e-0deb-94a0-65e7-97c5d304de8d/data/data2/current/BP-1333159929-172.17.0.2-1732110745112/current, will proceed with Du for space computation calculation, 2024-11-20T13:52:28,305 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/cluster_20370b8e-0deb-94a0-65e7-97c5d304de8d/data/data4/current/BP-1333159929-172.17.0.2-1732110745112/current, will proceed with Du for space computation calculation, 2024-11-20T13:52:28,337 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:52:28,337 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:52:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b5af4bf4ed4958 with lease ID 0xeacb4c7e7b171bcf: Processing first storage report for DS-53756ede-a6d1-4823-9753-a31f28f7a5cb from datanode DatanodeRegistration(127.0.0.1:34777, datanodeUuid=e1f35a16-8710-4dca-8315-cb0237bbc997, infoPort=45187, infoSecurePort=0, ipcPort=36889, storageInfo=lv=-57;cid=testClusterID;nsid=1179043651;c=1732110745112) 2024-11-20T13:52:28,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b5af4bf4ed4958 with lease ID 0xeacb4c7e7b171bcf: from storage DS-53756ede-a6d1-4823-9753-a31f28f7a5cb node DatanodeRegistration(127.0.0.1:34777, datanodeUuid=e1f35a16-8710-4dca-8315-cb0237bbc997, infoPort=45187, infoSecurePort=0, ipcPort=36889, storageInfo=lv=-57;cid=testClusterID;nsid=1179043651;c=1732110745112), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T13:52:28,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11b665fce8517307 with lease ID 0xeacb4c7e7b171bce: Processing first storage report for DS-a125a5d4-1c15-44aa-924a-718755855ee1 from datanode DatanodeRegistration(127.0.0.1:36979, datanodeUuid=ba5264a7-ffb5-4117-bbb6-26d5a4cdeab2, infoPort=38865, infoSecurePort=0, ipcPort=44053, storageInfo=lv=-57;cid=testClusterID;nsid=1179043651;c=1732110745112) 2024-11-20T13:52:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11b665fce8517307 with lease ID 0xeacb4c7e7b171bce: from storage DS-a125a5d4-1c15-44aa-924a-718755855ee1 node DatanodeRegistration(127.0.0.1:36979, datanodeUuid=ba5264a7-ffb5-4117-bbb6-26d5a4cdeab2, infoPort=38865, infoSecurePort=0, ipcPort=44053, storageInfo=lv=-57;cid=testClusterID;nsid=1179043651;c=1732110745112), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:52:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b5af4bf4ed4958 with lease ID 0xeacb4c7e7b171bcf: Processing first storage report for DS-c8504a92-ae2c-48ad-9b57-bf3fde3c6aa3 from datanode DatanodeRegistration(127.0.0.1:34777, datanodeUuid=e1f35a16-8710-4dca-8315-cb0237bbc997, infoPort=45187, infoSecurePort=0, ipcPort=36889, storageInfo=lv=-57;cid=testClusterID;nsid=1179043651;c=1732110745112) 2024-11-20T13:52:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b5af4bf4ed4958 with lease ID 0xeacb4c7e7b171bcf: from storage DS-c8504a92-ae2c-48ad-9b57-bf3fde3c6aa3 node DatanodeRegistration(127.0.0.1:34777, datanodeUuid=e1f35a16-8710-4dca-8315-cb0237bbc997, infoPort=45187, infoSecurePort=0, ipcPort=36889, storageInfo=lv=-57;cid=testClusterID;nsid=1179043651;c=1732110745112), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T13:52:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11b665fce8517307 with lease ID 0xeacb4c7e7b171bce: Processing first storage report for DS-6e10d5e7-1ad9-4ee7-8baf-037145b281a8 from datanode DatanodeRegistration(127.0.0.1:36979, datanodeUuid=ba5264a7-ffb5-4117-bbb6-26d5a4cdeab2, infoPort=38865, infoSecurePort=0, ipcPort=44053, storageInfo=lv=-57;cid=testClusterID;nsid=1179043651;c=1732110745112) 2024-11-20T13:52:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11b665fce8517307 with lease ID 0xeacb4c7e7b171bce: from storage DS-6e10d5e7-1ad9-4ee7-8baf-037145b281a8 node DatanodeRegistration(127.0.0.1:36979, datanodeUuid=ba5264a7-ffb5-4117-bbb6-26d5a4cdeab2, infoPort=38865, infoSecurePort=0, ipcPort=44053, storageInfo=lv=-57;cid=testClusterID;nsid=1179043651;c=1732110745112), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:52:28,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e 2024-11-20T13:52:28,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/cluster_20370b8e-0deb-94a0-65e7-97c5d304de8d/zookeeper_0, clientPort=53081, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/cluster_20370b8e-0deb-94a0-65e7-97c5d304de8d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/cluster_20370b8e-0deb-94a0-65e7-97c5d304de8d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T13:52:28,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53081 2024-11-20T13:52:28,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:52:28,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:52:28,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:52:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:52:29,268 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a with version=8 2024-11-20T13:52:29,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/hbase-staging 2024-11-20T13:52:29,381 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T13:52:29,736 INFO [Time-limited test {}] client.ConnectionUtils(128): master/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:52:29,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:52:29,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:52:29,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:52:29,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:52:29,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:52:29,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T13:52:30,050 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T13:52:30,062 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T13:52:30,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:52:30,104 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 59396 (auto-detected) 2024-11-20T13:52:30,106 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T13:52:30,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42377 2024-11-20T13:52:30,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42377 connecting to ZooKeeper ensemble=127.0.0.1:53081 2024-11-20T13:52:30,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423770x0, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:52:30,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42377-0x101588486f50000 connected 2024-11-20T13:52:30,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:52:30,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:52:30,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:52:30,465 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a, hbase.cluster.distributed=false 2024-11-20T13:52:30,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:52:30,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42377 2024-11-20T13:52:30,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42377 2024-11-20T13:52:30,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42377 2024-11-20T13:52:30,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42377 2024-11-20T13:52:30,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42377 2024-11-20T13:52:30,662 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:52:30,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:52:30,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:52:30,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:52:30,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:52:30,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:52:30,671 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:52:30,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:52:30,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38191 2024-11-20T13:52:30,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38191 connecting to ZooKeeper ensemble=127.0.0.1:53081 2024-11-20T13:52:30,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:52:30,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:52:30,705 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381910x0, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:52:30,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381910x0, quorum=127.0.0.1:53081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:52:30,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38191-0x101588486f50001 connected 2024-11-20T13:52:30,713 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:52:30,728 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:52:30,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:52:30,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:52:30,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38191 2024-11-20T13:52:30,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38191 2024-11-20T13:52:30,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38191 2024-11-20T13:52:30,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38191 2024-11-20T13:52:30,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38191 2024-11-20T13:52:30,782 DEBUG [M:0;28425b5b8f92:42377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;28425b5b8f92:42377 2024-11-20T13:52:30,784 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/28425b5b8f92,42377,1732110749491 2024-11-20T13:52:30,838 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:52:30,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:52:30,839 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/28425b5b8f92,42377,1732110749491 2024-11-20T13:52:30,872 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:52:30,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:52:30,873 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:52:30,873 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:52:30,876 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/28425b5b8f92,42377,1732110749491 from backup master directory 2024-11-20T13:52:30,890 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:52:30,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/28425b5b8f92,42377,1732110749491 2024-11-20T13:52:30,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:52:30,891 WARN [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:52:30,891 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=28425b5b8f92,42377,1732110749491 2024-11-20T13:52:30,894 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T13:52:30,896 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T13:52:30,965 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/hbase.id] with ID: 099033a9-5e69-46b4-aea3-33098cfa652e 2024-11-20T13:52:30,965 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/.tmp/hbase.id 2024-11-20T13:52:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:52:30,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:52:30,989 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/.tmp/hbase.id]:[hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/hbase.id] 2024-11-20T13:52:31,068 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:52:31,075 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T13:52:31,103 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-20T13:52:31,115 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:52:31,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:52:31,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:52:31,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:52:31,174 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:52:31,177 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T13:52:31,186 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:52:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:52:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:52:31,250 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store 2024-11-20T13:52:31,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:52:31,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:52:31,294 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T13:52:31,299 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:52:31,301 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:52:31,301 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:52:31,302 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:52:31,304 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:52:31,304 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:52:31,305 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:52:31,306 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732110751301Disabling compacts and flushes for region at 1732110751301Disabling writes for close at 1732110751304 (+3 ms)Writing region close event to WAL at 1732110751304Closed at 1732110751305 (+1 ms) 2024-11-20T13:52:31,309 WARN [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/.initializing 2024-11-20T13:52:31,310 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/WALs/28425b5b8f92,42377,1732110749491 2024-11-20T13:52:31,325 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:52:31,344 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C42377%2C1732110749491, suffix=, logDir=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/WALs/28425b5b8f92,42377,1732110749491, archiveDir=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/oldWALs, maxLogs=10 2024-11-20T13:52:31,393 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/WALs/28425b5b8f92,42377,1732110749491/28425b5b8f92%2C42377%2C1732110749491.1732110751351, exclude list is [], retry=0 2024-11-20T13:52:31,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:52:31,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34777,DS-53756ede-a6d1-4823-9753-a31f28f7a5cb,DISK] 2024-11-20T13:52:31,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-a125a5d4-1c15-44aa-924a-718755855ee1,DISK] 2024-11-20T13:52:31,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T13:52:31,476 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/WALs/28425b5b8f92,42377,1732110749491/28425b5b8f92%2C42377%2C1732110749491.1732110751351 2024-11-20T13:52:31,478 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45187:45187),(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-20T13:52:31,479 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:52:31,480 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:52:31,483 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:52:31,484 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:52:31,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:52:31,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T13:52:31,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:31,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:52:31,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:52:31,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T13:52:31,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:31,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:52:31,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:52:31,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T13:52:31,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:31,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:52:31,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:52:31,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T13:52:31,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:31,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:52:31,572 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:52:31,575 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:52:31,576 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:52:31,582 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:52:31,583 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:52:31,587 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:52:31,592 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:52:31,597 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:52:31,598 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=874153, jitterRate=0.11154371500015259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:52:31,605 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732110751498Initializing all the Stores at 1732110751500 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110751501 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110751502 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110751502Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110751502Cleaning up temporary data from old regions at 1732110751583 (+81 ms)Region opened successfully at 1732110751605 (+22 ms) 2024-11-20T13:52:31,606 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T13:52:31,638 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a4dc0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:52:31,665 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T13:52:31,676 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T13:52:31,676 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T13:52:31,679 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:52:31,680 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T13:52:31,685 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T13:52:31,685 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T13:52:31,709 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T13:52:31,717 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T13:52:31,774 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T13:52:31,779 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T13:52:31,781 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T13:52:31,868 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T13:52:31,874 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T13:52:31,881 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T13:52:31,936 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T13:52:31,940 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T13:52:31,953 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T13:52:31,971 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T13:52:31,977 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T13:52:31,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:52:31,988 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:52:31,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:52:31,988 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:52:31,992 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=28425b5b8f92,42377,1732110749491, sessionid=0x101588486f50000, setting cluster-up flag (Was=false) 2024-11-20T13:52:32,027 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:52:32,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:52:32,062 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T13:52:32,066 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,42377,1732110749491 2024-11-20T13:52:32,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:52:32,093 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:52:32,125 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T13:52:32,128 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,42377,1732110749491 2024-11-20T13:52:32,136 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T13:52:32,164 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(746): ClusterId : 099033a9-5e69-46b4-aea3-33098cfa652e 2024-11-20T13:52:32,166 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:52:32,201 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:52:32,201 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:52:32,206 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:52:32,211 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:52:32,211 DEBUG [RS:0;28425b5b8f92:38191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc53ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:52:32,216 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T13:52:32,222 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T13:52:32,226 DEBUG [RS:0;28425b5b8f92:38191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;28425b5b8f92:38191 2024-11-20T13:52:32,229 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T13:52:32,229 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T13:52:32,229 DEBUG [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T13:52:32,227 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 28425b5b8f92,42377,1732110749491 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T13:52:32,232 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(2659): reportForDuty to master=28425b5b8f92,42377,1732110749491 with port=38191, startcode=1732110750620 2024-11-20T13:52:32,234 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:52:32,235 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:52:32,235 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:52:32,235 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:52:32,235 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/28425b5b8f92:0, corePoolSize=10, maxPoolSize=10 2024-11-20T13:52:32,235 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:52:32,236 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:52:32,236 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:52:32,237 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110782237 2024-11-20T13:52:32,238 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T13:52:32,239 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T13:52:32,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:52:32,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T13:52:32,244 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T13:52:32,244 DEBUG [RS:0;28425b5b8f92:38191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:52:32,244 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T13:52:32,245 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T13:52:32,245 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T13:52:32,246 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,250 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:32,250 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T13:52:32,250 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:52:32,251 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T13:52:32,251 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T13:52:32,254 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T13:52:32,254 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T13:52:32,256 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110752255,5,FailOnTimeoutGroup] 2024-11-20T13:52:32,260 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110752256,5,FailOnTimeoutGroup] 2024-11-20T13:52:32,260 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,260 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T13:52:32,261 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,261 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741831_1007 (size=1321) 2024-11-20T13:52:32,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741831_1007 (size=1321) 2024-11-20T13:52:32,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T13:52:32,273 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a 2024-11-20T13:52:32,288 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48219, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:52:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:52:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:52:32,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:52:32,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 28425b5b8f92,38191,1732110750620 2024-11-20T13:52:32,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:52:32,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42377 {}] master.ServerManager(517): Registering regionserver=28425b5b8f92,38191,1732110750620 2024-11-20T13:52:32,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:52:32,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:32,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:52:32,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T13:52:32,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T13:52:32,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:32,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:52:32,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:52:32,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:52:32,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:32,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:52:32,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:52:32,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:52:32,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:32,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:52:32,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T13:52:32,315 DEBUG [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a 2024-11-20T13:52:32,315 DEBUG [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45835 2024-11-20T13:52:32,315 DEBUG [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T13:52:32,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740 2024-11-20T13:52:32,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740 2024-11-20T13:52:32,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T13:52:32,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T13:52:32,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:52:32,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:52:32,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T13:52:32,326 DEBUG [RS:0;28425b5b8f92:38191 {}] zookeeper.ZKUtil(111): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/28425b5b8f92,38191,1732110750620 2024-11-20T13:52:32,326 WARN [RS:0;28425b5b8f92:38191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:52:32,326 INFO [RS:0;28425b5b8f92:38191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:52:32,327 DEBUG [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620 2024-11-20T13:52:32,328 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [28425b5b8f92,38191,1732110750620] 2024-11-20T13:52:32,329 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:52:32,331 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=722895, jitterRate=-0.08079208433628082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:52:32,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732110752292Initializing all the Stores at 1732110752295 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110752295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110752295Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110752295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110752295Cleaning up temporary data from old regions at 1732110752321 (+26 ms)Region opened successfully at 1732110752336 (+15 ms) 2024-11-20T13:52:32,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:52:32,337 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T13:52:32,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T13:52:32,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:52:32,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:52:32,339 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T13:52:32,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732110752337Disabling compacts and flushes for region at 1732110752337Disabling writes for close at 1732110752337Writing region close event to WAL at 1732110752339 (+2 ms)Closed at 1732110752339 2024-11-20T13:52:32,344 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:52:32,344 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T13:52:32,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:52:32,352 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:52:32,359 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:52:32,362 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T13:52:32,370 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:52:32,374 INFO [RS:0;28425b5b8f92:38191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:52:32,374 INFO [RS:0;28425b5b8f92:38191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,375 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T13:52:32,380 INFO [RS:0;28425b5b8f92:38191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T13:52:32,381 INFO [RS:0;28425b5b8f92:38191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,382 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:52:32,382 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:52:32,382 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:52:32,382 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:52:32,383 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:52:32,383 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:52:32,383 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:52:32,383 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:52:32,383 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:52:32,383 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:52:32,383 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:52:32,384 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:52:32,384 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:52:32,384 DEBUG [RS:0;28425b5b8f92:38191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:52:32,385 INFO [RS:0;28425b5b8f92:38191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,385 INFO [RS:0;28425b5b8f92:38191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,385 INFO [RS:0;28425b5b8f92:38191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,386 INFO [RS:0;28425b5b8f92:38191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,386 INFO [RS:0;28425b5b8f92:38191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,386 INFO [RS:0;28425b5b8f92:38191 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,38191,1732110750620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:52:32,404 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:52:32,405 INFO [RS:0;28425b5b8f92:38191 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,38191,1732110750620-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,406 INFO [RS:0;28425b5b8f92:38191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,406 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.Replication(171): 28425b5b8f92,38191,1732110750620 started 2024-11-20T13:52:32,424 INFO [RS:0;28425b5b8f92:38191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:32,424 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(1482): Serving as 28425b5b8f92,38191,1732110750620, RpcServer on 28425b5b8f92/172.17.0.2:38191, sessionid=0x101588486f50001 2024-11-20T13:52:32,425 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:52:32,425 DEBUG [RS:0;28425b5b8f92:38191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 28425b5b8f92,38191,1732110750620 2024-11-20T13:52:32,425 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,38191,1732110750620' 2024-11-20T13:52:32,425 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:52:32,426 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:52:32,427 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:52:32,427 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:52:32,427 DEBUG [RS:0;28425b5b8f92:38191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 28425b5b8f92,38191,1732110750620 2024-11-20T13:52:32,427 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,38191,1732110750620' 2024-11-20T13:52:32,427 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:52:32,428 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:52:32,428 DEBUG [RS:0;28425b5b8f92:38191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:52:32,428 INFO [RS:0;28425b5b8f92:38191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:52:32,428 INFO [RS:0;28425b5b8f92:38191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:52:32,513 WARN [28425b5b8f92:42377 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T13:52:32,535 INFO [RS:0;28425b5b8f92:38191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:52:32,539 INFO [RS:0;28425b5b8f92:38191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C38191%2C1732110750620, suffix=, logDir=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620, archiveDir=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/oldWALs, maxLogs=32 2024-11-20T13:52:32,564 DEBUG [RS:0;28425b5b8f92:38191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110752545, exclude list is [], retry=0 2024-11-20T13:52:32,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-a125a5d4-1c15-44aa-924a-718755855ee1,DISK] 2024-11-20T13:52:32,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34777,DS-53756ede-a6d1-4823-9753-a31f28f7a5cb,DISK] 2024-11-20T13:52:32,573 INFO [RS:0;28425b5b8f92:38191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110752545 2024-11-20T13:52:32,576 DEBUG [RS:0;28425b5b8f92:38191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45187:45187),(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-20T13:52:32,768 DEBUG [28425b5b8f92:42377 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T13:52:32,784 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=28425b5b8f92,38191,1732110750620 2024-11-20T13:52:32,790 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,38191,1732110750620, state=OPENING 2024-11-20T13:52:32,869 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T13:52:32,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:52:32,890 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:52:32,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:52:32,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:52:32,892 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:52:32,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,38191,1732110750620}] 2024-11-20T13:52:33,074 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:52:33,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:52:33,087 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T13:52:33,087 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:52:33,088 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:52:33,091 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C38191%2C1732110750620.meta, suffix=.meta, logDir=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620, archiveDir=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/oldWALs, maxLogs=32 2024-11-20T13:52:33,109 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.meta.1732110753093.meta, exclude list is [], retry=0 2024-11-20T13:52:33,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34777,DS-53756ede-a6d1-4823-9753-a31f28f7a5cb,DISK] 2024-11-20T13:52:33,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-a125a5d4-1c15-44aa-924a-718755855ee1,DISK] 2024-11-20T13:52:33,116 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.meta.1732110753093.meta 2024-11-20T13:52:33,117 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45187:45187),(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-20T13:52:33,117 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:52:33,119 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:52:33,121 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:52:33,125 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:52:33,129 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:52:33,129 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:52:33,129 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T13:52:33,130 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T13:52:33,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:52:33,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:52:33,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:33,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:52:33,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T13:52:33,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T13:52:33,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:33,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:52:33,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:52:33,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:52:33,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:33,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:52:33,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:52:33,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:52:33,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:33,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:52:33,142 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T13:52:33,144 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740 2024-11-20T13:52:33,146 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740 2024-11-20T13:52:33,148 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T13:52:33,149 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T13:52:33,149 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:52:33,152 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T13:52:33,154 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=698075, jitterRate=-0.11235228180885315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:52:33,154 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T13:52:33,155 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732110753130Writing region info on filesystem at 1732110753130Initializing all the Stores at 1732110753132 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110753132Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110753132Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110753132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110753132Cleaning up temporary data from old regions at 1732110753149 (+17 ms)Running coprocessor post-open hooks at 1732110753154 (+5 ms)Region opened successfully at 1732110753155 (+1 ms) 2024-11-20T13:52:33,162 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732110753067 2024-11-20T13:52:33,172 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:52:33,173 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T13:52:33,175 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,38191,1732110750620 2024-11-20T13:52:33,178 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,38191,1732110750620, state=OPEN 2024-11-20T13:52:33,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:52:33,303 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:52:33,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:52:33,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:52:33,304 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=28425b5b8f92,38191,1732110750620 2024-11-20T13:52:33,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T13:52:33,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,38191,1732110750620 in 410 msec 2024-11-20T13:52:33,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T13:52:33,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 967 msec 2024-11-20T13:52:33,322 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:52:33,322 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T13:52:33,341 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:52:33,342 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,38191,1732110750620, seqNum=-1] 2024-11-20T13:52:33,359 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:52:33,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42279, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:52:33,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-20T13:52:33,382 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732110753381, completionTime=-1 2024-11-20T13:52:33,384 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T13:52:33,384 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:52:33,409 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T13:52:33,409 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732110813409 2024-11-20T13:52:33,409 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732110873409 2024-11-20T13:52:33,410 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-20T13:52:33,412 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,42377,1732110749491-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:33,412 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,42377,1732110749491-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:33,412 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,42377,1732110749491-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:33,414 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-28425b5b8f92:42377, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:33,414 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:33,414 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:33,420 DEBUG [master/28425b5b8f92:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T13:52:33,446 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.554sec 2024-11-20T13:52:33,447 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T13:52:33,448 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T13:52:33,449 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T13:52:33,450 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T13:52:33,450 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T13:52:33,451 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,42377,1732110749491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:52:33,451 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,42377,1732110749491-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T13:52:33,459 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T13:52:33,460 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T13:52:33,460 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,42377,1732110749491-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:52:33,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c66e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:52:33,477 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T13:52:33,478 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T13:52:33,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,42377,-1 for getting cluster id 2024-11-20T13:52:33,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T13:52:33,493 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '099033a9-5e69-46b4-aea3-33098cfa652e' 2024-11-20T13:52:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T13:52:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "099033a9-5e69-46b4-aea3-33098cfa652e" 2024-11-20T13:52:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73052dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:52:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,42377,-1] 2024-11-20T13:52:33,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T13:52:33,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:52:33,502 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T13:52:33,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3a0e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:52:33,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:52:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,38191,1732110750620, seqNum=-1] 2024-11-20T13:52:33,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:52:33,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:52:33,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=28425b5b8f92,42377,1732110749491 2024-11-20T13:52:33,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:52:33,569 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T13:52:33,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T13:52:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 28425b5b8f92,42377,1732110749491 2024-11-20T13:52:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea29d19 2024-11-20T13:52:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:52:33,591 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:52:33,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42377 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T13:52:33,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42377 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T13:52:33,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42377 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:52:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42377 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-20T13:52:33,606 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:52:33,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42377 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-20T13:52:33,609 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:33,612 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:52:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:52:33,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741835_1011 (size=389) 2024-11-20T13:52:33,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741835_1011 (size=389) 2024-11-20T13:52:33,630 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85ece07aaf420bf91207ad62652a43e3, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a 2024-11-20T13:52:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741836_1012 (size=72) 2024-11-20T13:52:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741836_1012 (size=72) 2024-11-20T13:52:33,644 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:52:33,644 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 85ece07aaf420bf91207ad62652a43e3, disabling compactions & flushes 2024-11-20T13:52:33,644 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. 2024-11-20T13:52:33,645 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. 2024-11-20T13:52:33,645 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. after waiting 0 ms 2024-11-20T13:52:33,645 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. 2024-11-20T13:52:33,645 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. 2024-11-20T13:52:33,645 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85ece07aaf420bf91207ad62652a43e3: Waiting for close lock at 1732110753644Disabling compacts and flushes for region at 1732110753644Disabling writes for close at 1732110753645 (+1 ms)Writing region close event to WAL at 1732110753645Closed at 1732110753645 2024-11-20T13:52:33,647 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:52:33,652 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732110753647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110753647"}]},"ts":"1732110753647"} 2024-11-20T13:52:33,661 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T13:52:33,663 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:52:33,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110753663"}]},"ts":"1732110753663"} 2024-11-20T13:52:33,670 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-20T13:52:33,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=85ece07aaf420bf91207ad62652a43e3, ASSIGN}] 2024-11-20T13:52:33,675 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=85ece07aaf420bf91207ad62652a43e3, ASSIGN 2024-11-20T13:52:33,677 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=85ece07aaf420bf91207ad62652a43e3, ASSIGN; state=OFFLINE, location=28425b5b8f92,38191,1732110750620; forceNewPlan=false, retain=false 2024-11-20T13:52:33,829 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=85ece07aaf420bf91207ad62652a43e3, regionState=OPENING, regionLocation=28425b5b8f92,38191,1732110750620 2024-11-20T13:52:33,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=85ece07aaf420bf91207ad62652a43e3, ASSIGN because future has completed 2024-11-20T13:52:33,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85ece07aaf420bf91207ad62652a43e3, server=28425b5b8f92,38191,1732110750620}] 2024-11-20T13:52:34,003 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. 2024-11-20T13:52:34,003 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 85ece07aaf420bf91207ad62652a43e3, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:52:34,004 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:52:34,004 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:52:34,004 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:52:34,004 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:52:34,007 INFO [StoreOpener-85ece07aaf420bf91207ad62652a43e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:52:34,010 INFO [StoreOpener-85ece07aaf420bf91207ad62652a43e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85ece07aaf420bf91207ad62652a43e3 columnFamilyName info 2024-11-20T13:52:34,010 DEBUG [StoreOpener-85ece07aaf420bf91207ad62652a43e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:52:34,012 INFO [StoreOpener-85ece07aaf420bf91207ad62652a43e3-1 {}] regionserver.HStore(327): Store=85ece07aaf420bf91207ad62652a43e3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:52:34,012 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:52:34,013 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:52:34,014 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:52:34,015 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:52:34,015 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:52:34,019 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:52:34,023 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:52:34,024 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 85ece07aaf420bf91207ad62652a43e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=855033, jitterRate=0.08723168075084686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:52:34,024 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:52:34,026 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 85ece07aaf420bf91207ad62652a43e3: Running coprocessor pre-open hook at 1732110754004Writing region info on filesystem at 1732110754004Initializing all the Stores at 1732110754006 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110754006Cleaning up temporary data from old regions at 1732110754015 (+9 ms)Running coprocessor post-open hooks at 1732110754024 (+9 ms)Region opened successfully at 1732110754026 (+2 ms) 2024-11-20T13:52:34,028 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3., pid=6, masterSystemTime=1732110753994 2024-11-20T13:52:34,031 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. 2024-11-20T13:52:34,032 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. 2024-11-20T13:52:34,033 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=85ece07aaf420bf91207ad62652a43e3, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,38191,1732110750620 2024-11-20T13:52:34,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85ece07aaf420bf91207ad62652a43e3, server=28425b5b8f92,38191,1732110750620 because future has completed 2024-11-20T13:52:34,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T13:52:34,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 85ece07aaf420bf91207ad62652a43e3, server=28425b5b8f92,38191,1732110750620 in 202 msec 2024-11-20T13:52:34,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T13:52:34,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=85ece07aaf420bf91207ad62652a43e3, ASSIGN in 372 msec 2024-11-20T13:52:34,050 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:52:34,051 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110754050"}]},"ts":"1732110754050"} 2024-11-20T13:52:34,054 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-20T13:52:34,055 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:52:34,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 457 msec 2024-11-20T13:52:38,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T13:52:38,691 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T13:52:38,694 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-20T13:52:40,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T13:52:40,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T13:52:40,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-20T13:52:40,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-20T13:52:40,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:52:40,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T13:52:40,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T13:52:40,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T13:52:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:52:43,713 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-20T13:52:43,721 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-20T13:52:43,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-20T13:52:43,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. 2024-11-20T13:52:43,745 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110763730, exclude list is [], retry=0 2024-11-20T13:52:43,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-a125a5d4-1c15-44aa-924a-718755855ee1,DISK] 2024-11-20T13:52:43,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34777,DS-53756ede-a6d1-4823-9753-a31f28f7a5cb,DISK] 2024-11-20T13:52:43,781 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110752545 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110763730 2024-11-20T13:52:43,782 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38865:38865),(127.0.0.1/127.0.0.1:45187:45187)] 2024-11-20T13:52:43,782 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110752545 is not closed yet, will try archiving it next time 2024-11-20T13:52:43,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741833_1009 (size=451) 2024-11-20T13:52:43,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741833_1009 (size=451) 2024-11-20T13:52:43,787 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110752545 to hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/oldWALs/28425b5b8f92%2C38191%2C1732110750620.1732110752545 2024-11-20T13:52:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3., hostname=28425b5b8f92,38191,1732110750620, seqNum=2] 2024-11-20T13:52:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38191 {}] regionserver.HRegion(8855): Flush requested on 85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:52:57,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85ece07aaf420bf91207ad62652a43e3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T13:52:57,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/.tmp/info/d6a915554de74786a469a5754e31949d is 1055, key is row0001/info:/1732110763793/Put/seqid=0 2024-11-20T13:52:57,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741838_1014 (size=13386) 2024-11-20T13:52:57,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741838_1014 (size=13386) 2024-11-20T13:52:57,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/.tmp/info/d6a915554de74786a469a5754e31949d 2024-11-20T13:52:57,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/.tmp/info/d6a915554de74786a469a5754e31949d as hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/info/d6a915554de74786a469a5754e31949d 2024-11-20T13:52:57,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/info/d6a915554de74786a469a5754e31949d, entries=8, sequenceid=12, filesize=13.1 K 2024-11-20T13:52:57,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 85ece07aaf420bf91207ad62652a43e3 in 135ms, sequenceid=12, compaction requested=false 2024-11-20T13:52:57,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85ece07aaf420bf91207ad62652a43e3: 2024-11-20T13:52:58,408 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:53:03,866 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110783850, exclude list is [], retry=0 2024-11-20T13:53:03,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34777,DS-53756ede-a6d1-4823-9753-a31f28f7a5cb,DISK] 2024-11-20T13:53:03,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-a125a5d4-1c15-44aa-924a-718755855ee1,DISK] 2024-11-20T13:53:03,873 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110763730 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110783850 2024-11-20T13:53:03,874 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45187:45187),(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-20T13:53:03,874 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110763730 is not closed yet, will try archiving it next time 2024-11-20T13:53:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741837_1013 (size=12149) 2024-11-20T13:53:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741837_1013 (size=12149) 2024-11-20T13:53:08,887 INFO [AsyncFSWAL-0-hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a-prefix:28425b5b8f92,38191,1732110750620 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5010 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34777,DS-53756ede-a6d1-4823-9753-a31f28f7a5cb,DISK], DatanodeInfoWithStorage[127.0.0.1:36979,DS-a125a5d4-1c15-44aa-924a-718755855ee1,DISK]] 2024-11-20T13:53:08,889 WARN [AsyncFSWAL-0-hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a-prefix:28425b5b8f92,38191,1732110750620 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5010 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34777,DS-53756ede-a6d1-4823-9753-a31f28f7a5cb,DISK], DatanodeInfoWithStorage[127.0.0.1:36979,DS-a125a5d4-1c15-44aa-924a-718755855ee1,DISK]] 2024-11-20T13:53:08,890 DEBUG [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 28425b5b8f92%2C38191%2C1732110750620:(num 1732110783850) roll requested 2024-11-20T13:53:08,909 DEBUG [regionserver/28425b5b8f92:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110788891, exclude list is [], retry=0 2024-11-20T13:53:08,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34777,DS-53756ede-a6d1-4823-9753-a31f28f7a5cb,DISK] 2024-11-20T13:53:08,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-a125a5d4-1c15-44aa-924a-718755855ee1,DISK] 2024-11-20T13:53:08,917 INFO [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110783850 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110788891 2024-11-20T13:53:08,917 DEBUG [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45187:45187),(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-20T13:53:08,917 DEBUG [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110783850 is not closed yet, will try archiving it next time 2024-11-20T13:53:08,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741839_1015 (size=1233) 2024-11-20T13:53:08,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741839_1015 (size=1233) 2024-11-20T13:53:10,889 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:53:10,904 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110790889, exclude list is [], retry=0 2024-11-20T13:53:10,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-a125a5d4-1c15-44aa-924a-718755855ee1,DISK] 2024-11-20T13:53:10,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34777,DS-53756ede-a6d1-4823-9753-a31f28f7a5cb,DISK] 2024-11-20T13:53:10,917 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110788891 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110790889 2024-11-20T13:53:10,917 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38865:38865),(127.0.0.1/127.0.0.1:45187:45187)] 2024-11-20T13:53:10,917 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110788891 is not closed yet, will try archiving it next time 2024-11-20T13:53:10,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741840_1016 (size=93) 2024-11-20T13:53:10,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741840_1016 (size=93) 2024-11-20T13:53:10,925 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/WALs/28425b5b8f92,38191,1732110750620/28425b5b8f92%2C38191%2C1732110750620.1732110788891 to hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/oldWALs/28425b5b8f92%2C38191%2C1732110750620.1732110788891 2024-11-20T13:53:14,238 INFO [master/28425b5b8f92:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T13:53:14,239 INFO [master/28425b5b8f92:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T13:53:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38191 {}] regionserver.HRegion(8855): Flush requested on 85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:53:18,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85ece07aaf420bf91207ad62652a43e3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T13:53:18,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/.tmp/info/03f351229dc64b118debf9d2dda0e7a5 is 1055, key is row0009/info:/1732110779840/Put/seqid=0 2024-11-20T13:53:18,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741842_1018 (size=13386) 2024-11-20T13:53:18,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741842_1018 (size=13386) 2024-11-20T13:53:18,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/.tmp/info/03f351229dc64b118debf9d2dda0e7a5 2024-11-20T13:53:18,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/.tmp/info/03f351229dc64b118debf9d2dda0e7a5 as hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/info/03f351229dc64b118debf9d2dda0e7a5 2024-11-20T13:53:18,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/info/03f351229dc64b118debf9d2dda0e7a5, entries=8, sequenceid=23, filesize=13.1 K 2024-11-20T13:53:18,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 85ece07aaf420bf91207ad62652a43e3 in 43ms, sequenceid=23, compaction requested=false 2024-11-20T13:53:18,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85ece07aaf420bf91207ad62652a43e3: 2024-11-20T13:53:18,985 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-20T13:53:18,985 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:53:18,985 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/info/d6a915554de74786a469a5754e31949d because midkey is the same as first or last row 2024-11-20T13:53:19,004 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 85ece07aaf420bf91207ad62652a43e3, had cached 0 bytes from a total of 26772 2024-11-20T13:53:28,408 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:53:30,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T13:53:30,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T13:53:30,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:53:30,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:53:30,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:53:30,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T13:53:30,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T13:53:30,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=576215125, stopped=false 2024-11-20T13:53:30,986 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=28425b5b8f92,42377,1732110749491 2024-11-20T13:53:31,058 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:53:31,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:53:31,058 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:31,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:31,058 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:53:31,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T13:53:31,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:53:31,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:53:31,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:53:31,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:53:31,060 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '28425b5b8f92,38191,1732110750620' ***** 2024-11-20T13:53:31,061 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T13:53:31,061 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:53:31,062 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T13:53:31,062 INFO [RS:0;28425b5b8f92:38191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:53:31,062 INFO [RS:0;28425b5b8f92:38191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:53:31,063 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(3091): Received CLOSE for 85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:53:31,063 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(959): stopping server 28425b5b8f92,38191,1732110750620 2024-11-20T13:53:31,064 INFO [RS:0;28425b5b8f92:38191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:53:31,064 INFO [RS:0;28425b5b8f92:38191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;28425b5b8f92:38191. 2024-11-20T13:53:31,064 DEBUG [RS:0;28425b5b8f92:38191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:53:31,064 DEBUG [RS:0;28425b5b8f92:38191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:53:31,064 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85ece07aaf420bf91207ad62652a43e3, disabling compactions & flushes 2024-11-20T13:53:31,064 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. 2024-11-20T13:53:31,064 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:53:31,064 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. 2024-11-20T13:53:31,064 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:53:31,065 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:53:31,065 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. after waiting 0 ms 2024-11-20T13:53:31,065 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. 2024-11-20T13:53:31,065 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T13:53:31,065 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 85ece07aaf420bf91207ad62652a43e3 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-20T13:53:31,065 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T13:53:31,066 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:53:31,066 DEBUG [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 85ece07aaf420bf91207ad62652a43e3=TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3.} 2024-11-20T13:53:31,066 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T13:53:31,066 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T13:53:31,066 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:53:31,066 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:53:31,066 DEBUG [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85ece07aaf420bf91207ad62652a43e3 2024-11-20T13:53:31,066 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-20T13:53:31,073 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/.tmp/info/ac4b95e492a94bb399817326bb4a634e is 1055, key is row0017/info:/1732110800945/Put/seqid=0 2024-11-20T13:53:31,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741843_1019 (size=10222) 2024-11-20T13:53:31,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741843_1019 (size=10222) 2024-11-20T13:53:31,083 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/.tmp/info/ac4b95e492a94bb399817326bb4a634e 2024-11-20T13:53:31,091 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/.tmp/info/084c1dd1d8e9475e8a658227031533b5 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3./info:regioninfo/1732110754033/Put/seqid=0 2024-11-20T13:53:31,095 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/.tmp/info/ac4b95e492a94bb399817326bb4a634e as hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/info/ac4b95e492a94bb399817326bb4a634e 2024-11-20T13:53:31,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741844_1020 (size=7016) 2024-11-20T13:53:31,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741844_1020 (size=7016) 2024-11-20T13:53:31,098 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/.tmp/info/084c1dd1d8e9475e8a658227031533b5 2024-11-20T13:53:31,106 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/info/ac4b95e492a94bb399817326bb4a634e, entries=5, sequenceid=31, filesize=10.0 K 2024-11-20T13:53:31,107 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 85ece07aaf420bf91207ad62652a43e3 in 42ms, sequenceid=31, compaction requested=true 2024-11-20T13:53:31,114 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/default/TestLogRolling-testSlowSyncLogRolling/85ece07aaf420bf91207ad62652a43e3/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-20T13:53:31,116 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. 2024-11-20T13:53:31,116 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85ece07aaf420bf91207ad62652a43e3: Waiting for close lock at 1732110811064Running coprocessor pre-close hooks at 1732110811064Disabling compacts and flushes for region at 1732110811064Disabling writes for close at 1732110811065 (+1 ms)Obtaining lock to block concurrent updates at 1732110811065Preparing flush snapshotting stores in 85ece07aaf420bf91207ad62652a43e3 at 1732110811065Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732110811066 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. at 1732110811067 (+1 ms)Flushing 85ece07aaf420bf91207ad62652a43e3/info: creating writer at 1732110811067Flushing 85ece07aaf420bf91207ad62652a43e3/info: appending metadata at 1732110811073 (+6 ms)Flushing 85ece07aaf420bf91207ad62652a43e3/info: closing flushed file at 1732110811073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d552857: reopening flushed file at 1732110811094 (+21 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 85ece07aaf420bf91207ad62652a43e3 in 42ms, sequenceid=31, compaction requested=true at 1732110811107 (+13 ms)Writing region close event to WAL at 1732110811109 (+2 ms)Running coprocessor post-close hooks at 1732110811114 (+5 ms)Closed at 1732110811116 (+2 ms) 2024-11-20T13:53:31,116 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732110753593.85ece07aaf420bf91207ad62652a43e3. 2024-11-20T13:53:31,124 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/.tmp/ns/dc7dd4c513cf4b6aa1eec83be6f1ceb2 is 43, key is default/ns:d/1732110753366/Put/seqid=0 2024-11-20T13:53:31,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741845_1021 (size=5153) 2024-11-20T13:53:31,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741845_1021 (size=5153) 2024-11-20T13:53:31,131 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/.tmp/ns/dc7dd4c513cf4b6aa1eec83be6f1ceb2 2024-11-20T13:53:31,156 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/.tmp/table/3f989d4bae104fc38a681ff0f1c0100d is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732110754050/Put/seqid=0 2024-11-20T13:53:31,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741846_1022 (size=5396) 2024-11-20T13:53:31,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741846_1022 (size=5396) 2024-11-20T13:53:31,163 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/.tmp/table/3f989d4bae104fc38a681ff0f1c0100d 2024-11-20T13:53:31,172 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/.tmp/info/084c1dd1d8e9475e8a658227031533b5 as hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/info/084c1dd1d8e9475e8a658227031533b5 2024-11-20T13:53:31,183 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/info/084c1dd1d8e9475e8a658227031533b5, entries=10, sequenceid=11, filesize=6.9 K 2024-11-20T13:53:31,185 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/.tmp/ns/dc7dd4c513cf4b6aa1eec83be6f1ceb2 as hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/ns/dc7dd4c513cf4b6aa1eec83be6f1ceb2 2024-11-20T13:53:31,196 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/ns/dc7dd4c513cf4b6aa1eec83be6f1ceb2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T13:53:31,198 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/.tmp/table/3f989d4bae104fc38a681ff0f1c0100d as hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/table/3f989d4bae104fc38a681ff0f1c0100d 2024-11-20T13:53:31,208 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/table/3f989d4bae104fc38a681ff0f1c0100d, entries=2, sequenceid=11, filesize=5.3 K 2024-11-20T13:53:31,210 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=11, compaction requested=false 2024-11-20T13:53:31,215 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T13:53:31,216 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:53:31,216 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T13:53:31,216 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732110811065Running coprocessor pre-close hooks at 1732110811065Disabling compacts and flushes for region at 1732110811065Disabling writes for close at 1732110811066 (+1 ms)Obtaining lock to block concurrent updates at 1732110811066Preparing flush snapshotting stores in 1588230740 at 1732110811066Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732110811067 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732110811068 (+1 ms)Flushing 1588230740/info: creating writer at 1732110811068Flushing 1588230740/info: appending metadata at 1732110811090 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732110811090Flushing 1588230740/ns: creating writer at 1732110811107 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732110811123 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732110811123Flushing 1588230740/table: creating writer at 1732110811140 (+17 ms)Flushing 1588230740/table: appending metadata at 1732110811155 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732110811156 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e79000: reopening flushed file at 1732110811171 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@676416aa: reopening flushed file at 1732110811184 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131ad45: reopening flushed file at 1732110811197 (+13 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=11, compaction requested=false at 1732110811210 (+13 ms)Writing region close event to WAL at 1732110811211 (+1 ms)Running coprocessor post-close hooks at 1732110811216 (+5 ms)Closed at 1732110811216 2024-11-20T13:53:31,217 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T13:53:31,267 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(976): stopping server 28425b5b8f92,38191,1732110750620; all regions closed. 2024-11-20T13:53:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741834_1010 (size=3066) 2024-11-20T13:53:31,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741834_1010 (size=3066) 2024-11-20T13:53:31,281 DEBUG [RS:0;28425b5b8f92:38191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/oldWALs 2024-11-20T13:53:31,281 INFO [RS:0;28425b5b8f92:38191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C38191%2C1732110750620.meta:.meta(num 1732110753093) 2024-11-20T13:53:31,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741841_1017 (size=13164) 2024-11-20T13:53:31,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741841_1017 (size=13164) 2024-11-20T13:53:31,290 DEBUG [RS:0;28425b5b8f92:38191 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/oldWALs 2024-11-20T13:53:31,290 INFO [RS:0;28425b5b8f92:38191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C38191%2C1732110750620:(num 1732110790889) 2024-11-20T13:53:31,290 DEBUG [RS:0;28425b5b8f92:38191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:53:31,290 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:53:31,290 INFO [RS:0;28425b5b8f92:38191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T13:53:31,290 INFO [RS:0;28425b5b8f92:38191 {}] hbase.ChoreService(370): Chore service for: regionserver/28425b5b8f92:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T13:53:31,291 INFO [RS:0;28425b5b8f92:38191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T13:53:31,291 INFO [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T13:53:31,291 INFO [RS:0;28425b5b8f92:38191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38191 2024-11-20T13:53:31,310 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/28425b5b8f92,38191,1732110750620 2024-11-20T13:53:31,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:53:31,310 INFO [RS:0;28425b5b8f92:38191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:53:31,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [28425b5b8f92,38191,1732110750620] 2024-11-20T13:53:31,331 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/28425b5b8f92,38191,1732110750620 already deleted, retry=false 2024-11-20T13:53:31,331 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 28425b5b8f92,38191,1732110750620 expired; onlineServers=0 2024-11-20T13:53:31,331 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '28425b5b8f92,42377,1732110749491' ***** 2024-11-20T13:53:31,331 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T13:53:31,332 INFO [M:0;28425b5b8f92:42377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:53:31,332 INFO [M:0;28425b5b8f92:42377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T13:53:31,332 DEBUG [M:0;28425b5b8f92:42377 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T13:53:31,332 DEBUG [M:0;28425b5b8f92:42377 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T13:53:31,332 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T13:53:31,332 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110752256 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110752256,5,FailOnTimeoutGroup] 2024-11-20T13:53:31,332 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110752255 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110752255,5,FailOnTimeoutGroup] 2024-11-20T13:53:31,333 INFO [M:0;28425b5b8f92:42377 {}] hbase.ChoreService(370): Chore service for: master/28425b5b8f92:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T13:53:31,333 INFO [M:0;28425b5b8f92:42377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T13:53:31,333 DEBUG [M:0;28425b5b8f92:42377 {}] master.HMaster(1795): Stopping service threads 2024-11-20T13:53:31,333 INFO [M:0;28425b5b8f92:42377 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T13:53:31,334 INFO [M:0;28425b5b8f92:42377 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:53:31,335 INFO [M:0;28425b5b8f92:42377 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:53:31,335 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T13:53:31,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T13:53:31,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:31,342 DEBUG [M:0;28425b5b8f92:42377 {}] zookeeper.ZKUtil(347): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T13:53:31,342 WARN [M:0;28425b5b8f92:42377 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T13:53:31,344 INFO [M:0;28425b5b8f92:42377 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/.lastflushedseqids 2024-11-20T13:53:31,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741847_1023 (size=130) 2024-11-20T13:53:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741847_1023 (size=130) 2024-11-20T13:53:31,363 INFO [M:0;28425b5b8f92:42377 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:53:31,364 INFO [M:0;28425b5b8f92:42377 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T13:53:31,364 DEBUG [M:0;28425b5b8f92:42377 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:53:31,364 INFO [M:0;28425b5b8f92:42377 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:53:31,364 DEBUG [M:0;28425b5b8f92:42377 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:53:31,364 DEBUG [M:0;28425b5b8f92:42377 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:53:31,364 DEBUG [M:0;28425b5b8f92:42377 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:53:31,364 INFO [M:0;28425b5b8f92:42377 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-20T13:53:31,383 DEBUG [M:0;28425b5b8f92:42377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb12ac12d89e4f7f99b83ec436011812 is 82, key is hbase:meta,,1/info:regioninfo/1732110753174/Put/seqid=0 2024-11-20T13:53:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741848_1024 (size=5672) 2024-11-20T13:53:31,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741848_1024 (size=5672) 2024-11-20T13:53:31,391 INFO [M:0;28425b5b8f92:42377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb12ac12d89e4f7f99b83ec436011812 2024-11-20T13:53:31,415 DEBUG [M:0;28425b5b8f92:42377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c891b39acd1435db3da1e0994d09ad1 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732110754058/Put/seqid=0 2024-11-20T13:53:31,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741849_1025 (size=6247) 2024-11-20T13:53:31,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741849_1025 (size=6247) 2024-11-20T13:53:31,421 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:53:31,421 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38191-0x101588486f50001, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:53:31,421 INFO [RS:0;28425b5b8f92:38191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:53:31,421 INFO [RS:0;28425b5b8f92:38191 {}] regionserver.HRegionServer(1031): Exiting; stopping=28425b5b8f92,38191,1732110750620; zookeeper connection closed. 2024-11-20T13:53:31,422 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@324c6a67 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@324c6a67 2024-11-20T13:53:31,422 INFO [M:0;28425b5b8f92:42377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c891b39acd1435db3da1e0994d09ad1 2024-11-20T13:53:31,422 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T13:53:31,429 INFO [M:0;28425b5b8f92:42377 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c891b39acd1435db3da1e0994d09ad1 2024-11-20T13:53:31,445 DEBUG [M:0;28425b5b8f92:42377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43da847ddc604adeba25f0941c80d9a3 is 69, key is 28425b5b8f92,38191,1732110750620/rs:state/1732110752300/Put/seqid=0 2024-11-20T13:53:31,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741850_1026 (size=5156) 2024-11-20T13:53:31,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741850_1026 (size=5156) 2024-11-20T13:53:31,452 INFO [M:0;28425b5b8f92:42377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43da847ddc604adeba25f0941c80d9a3 2024-11-20T13:53:31,473 DEBUG [M:0;28425b5b8f92:42377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/25f412d2a0fd4eec9295de72fc930b91 is 52, key is load_balancer_on/state:d/1732110753565/Put/seqid=0 2024-11-20T13:53:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741851_1027 (size=5056) 2024-11-20T13:53:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741851_1027 (size=5056) 2024-11-20T13:53:31,480 INFO [M:0;28425b5b8f92:42377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/25f412d2a0fd4eec9295de72fc930b91 2024-11-20T13:53:31,493 DEBUG [M:0;28425b5b8f92:42377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb12ac12d89e4f7f99b83ec436011812 as hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb12ac12d89e4f7f99b83ec436011812 2024-11-20T13:53:31,501 INFO [M:0;28425b5b8f92:42377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb12ac12d89e4f7f99b83ec436011812, entries=8, sequenceid=59, filesize=5.5 K 2024-11-20T13:53:31,502 DEBUG [M:0;28425b5b8f92:42377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c891b39acd1435db3da1e0994d09ad1 as hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c891b39acd1435db3da1e0994d09ad1 2024-11-20T13:53:31,510 INFO [M:0;28425b5b8f92:42377 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c891b39acd1435db3da1e0994d09ad1 2024-11-20T13:53:31,510 INFO [M:0;28425b5b8f92:42377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c891b39acd1435db3da1e0994d09ad1, entries=6, sequenceid=59, filesize=6.1 K 2024-11-20T13:53:31,512 DEBUG [M:0;28425b5b8f92:42377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43da847ddc604adeba25f0941c80d9a3 as hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43da847ddc604adeba25f0941c80d9a3 2024-11-20T13:53:31,520 INFO [M:0;28425b5b8f92:42377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43da847ddc604adeba25f0941c80d9a3, entries=1, sequenceid=59, filesize=5.0 K 2024-11-20T13:53:31,522 DEBUG [M:0;28425b5b8f92:42377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/25f412d2a0fd4eec9295de72fc930b91 as hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/25f412d2a0fd4eec9295de72fc930b91 2024-11-20T13:53:31,529 INFO [M:0;28425b5b8f92:42377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/25f412d2a0fd4eec9295de72fc930b91, entries=1, sequenceid=59, filesize=4.9 K 2024-11-20T13:53:31,531 INFO [M:0;28425b5b8f92:42377 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=59, compaction requested=false 2024-11-20T13:53:31,532 INFO [M:0;28425b5b8f92:42377 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:53:31,532 DEBUG [M:0;28425b5b8f92:42377 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732110811364Disabling compacts and flushes for region at 1732110811364Disabling writes for close at 1732110811364Obtaining lock to block concurrent updates at 1732110811364Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732110811364Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1732110811365 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732110811366 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732110811366Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732110811383 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732110811383Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732110811398 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732110811414 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732110811414Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732110811429 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732110811445 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732110811445Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732110811458 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732110811473 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732110811473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8ec4e7: reopening flushed file at 1732110811491 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@707cf2d0: reopening flushed file at 1732110811501 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f242b5: reopening flushed file at 1732110811511 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17dddbd2: reopening flushed file at 1732110811521 (+10 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=59, compaction requested=false at 1732110811531 (+10 ms)Writing region close event to WAL at 1732110811532 (+1 ms)Closed at 1732110811532 2024-11-20T13:53:31,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741830_1006 (size=27973) 2024-11-20T13:53:31,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741830_1006 (size=27973) 2024-11-20T13:53:31,536 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T13:53:31,537 INFO [M:0;28425b5b8f92:42377 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T13:53:31,537 INFO [M:0;28425b5b8f92:42377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42377 2024-11-20T13:53:31,537 INFO [M:0;28425b5b8f92:42377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:53:31,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:53:31,650 INFO [M:0;28425b5b8f92:42377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:53:31,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x101588486f50000, quorum=127.0.0.1:53081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:53:31,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:31,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:53:31,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:53:31,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:53:31,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/hadoop.log.dir/,STOPPED} 2024-11-20T13:53:31,662 WARN [BP-1333159929-172.17.0.2-1732110745112 heartbeating to localhost/127.0.0.1:45835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:53:31,662 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:53:31,663 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:53:31,663 WARN [BP-1333159929-172.17.0.2-1732110745112 heartbeating to localhost/127.0.0.1:45835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1333159929-172.17.0.2-1732110745112 (Datanode Uuid ba5264a7-ffb5-4117-bbb6-26d5a4cdeab2) service to localhost/127.0.0.1:45835 2024-11-20T13:53:31,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/cluster_20370b8e-0deb-94a0-65e7-97c5d304de8d/data/data3/current/BP-1333159929-172.17.0.2-1732110745112 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:31,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/cluster_20370b8e-0deb-94a0-65e7-97c5d304de8d/data/data4/current/BP-1333159929-172.17.0.2-1732110745112 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:31,665 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:53:31,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:31,668 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:53:31,668 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:53:31,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:53:31,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/hadoop.log.dir/,STOPPED} 2024-11-20T13:53:31,670 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:53:31,670 WARN [BP-1333159929-172.17.0.2-1732110745112 heartbeating to localhost/127.0.0.1:45835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:53:31,671 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:53:31,671 WARN [BP-1333159929-172.17.0.2-1732110745112 heartbeating to localhost/127.0.0.1:45835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1333159929-172.17.0.2-1732110745112 (Datanode Uuid e1f35a16-8710-4dca-8315-cb0237bbc997) service to localhost/127.0.0.1:45835 2024-11-20T13:53:31,672 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/cluster_20370b8e-0deb-94a0-65e7-97c5d304de8d/data/data1/current/BP-1333159929-172.17.0.2-1732110745112 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:31,672 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/cluster_20370b8e-0deb-94a0-65e7-97c5d304de8d/data/data2/current/BP-1333159929-172.17.0.2-1732110745112 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:31,672 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:53:31,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:53:31,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:53:31,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:53:31,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:53:31,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/hadoop.log.dir/,STOPPED} 2024-11-20T13:53:31,695 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T13:53:31,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T13:53:31,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=66 (was 12) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4ac305d2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/28425b5b8f92:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45835 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/28425b5b8f92:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:45835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/28425b5b8f92:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/28425b5b8f92:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 401), ProcessCount=11 (was 11), AvailableMemoryMB=7827 (was 8753) 2024-11-20T13:53:31,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=7827 2024-11-20T13:53:31,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T13:53:31,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/hadoop.log.dir so I do NOT create it in target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18 2024-11-20T13:53:31,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9345ecb6-5023-e230-3612-c5aca09c730e/hadoop.tmp.dir so I do NOT create it in target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18 2024-11-20T13:53:31,737 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296, deleteOnExit=true 2024-11-20T13:53:31,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T13:53:31,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/test.cache.data in system properties and HBase conf 2024-11-20T13:53:31,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T13:53:31,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir in system properties and HBase conf 2024-11-20T13:53:31,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T13:53:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T13:53:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T13:53:31,738 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T13:53:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:53:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:53:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T13:53:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:53:31,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T13:53:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T13:53:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:53:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:53:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T13:53:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/nfs.dump.dir in system properties and HBase conf 2024-11-20T13:53:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/java.io.tmpdir in system properties and HBase conf 2024-11-20T13:53:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:53:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T13:53:31,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T13:53:32,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:53:32,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:53:32,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:53:32,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:53:32,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:53:32,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:53:32,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178e5bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:53:32,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d1e03de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:53:32,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cf00585{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/java.io.tmpdir/jetty-localhost-35947-hadoop-hdfs-3_4_1-tests_jar-_-any-13833990709838033207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:53:32,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d51918b{HTTP/1.1, (http/1.1)}{localhost:35947} 2024-11-20T13:53:32,231 INFO [Time-limited test {}] server.Server(415): Started @69445ms 2024-11-20T13:53:32,389 INFO [regionserver/28425b5b8f92:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:53:32,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:53:32,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:53:32,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:53:32,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:53:32,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:53:32,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6838f4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:53:32,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e8689f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:53:32,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a3ede38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/java.io.tmpdir/jetty-localhost-39915-hadoop-hdfs-3_4_1-tests_jar-_-any-9419725538111849401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:32,630 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a7ca003{HTTP/1.1, (http/1.1)}{localhost:39915} 2024-11-20T13:53:32,630 INFO [Time-limited test {}] server.Server(415): Started @69844ms 2024-11-20T13:53:32,631 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:53:32,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:53:32,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:53:32,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:53:32,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:53:32,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:53:32,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8bef37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:53:32,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11e33a91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:53:32,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d36d727{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/java.io.tmpdir/jetty-localhost-34343-hadoop-hdfs-3_4_1-tests_jar-_-any-6549403399345420466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:32,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49640a0e{HTTP/1.1, (http/1.1)}{localhost:34343} 2024-11-20T13:53:32,765 INFO [Time-limited test {}] server.Server(415): Started @69980ms 2024-11-20T13:53:32,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:53:33,856 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data2/current/BP-1140344946-172.17.0.2-1732110811764/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:33,856 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data1/current/BP-1140344946-172.17.0.2-1732110811764/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:33,876 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:53:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x813ddf62a850a21d with lease ID 0xc7fdedbc8dcf1499: Processing first storage report for DS-3dd000e2-e87e-42a1-9472-ab34d7f80003 from datanode DatanodeRegistration(127.0.0.1:44907, datanodeUuid=103dc636-5512-42bb-a752-dbb5eecf535b, infoPort=40909, infoSecurePort=0, ipcPort=42957, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764) 2024-11-20T13:53:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x813ddf62a850a21d with lease ID 0xc7fdedbc8dcf1499: from storage DS-3dd000e2-e87e-42a1-9472-ab34d7f80003 node DatanodeRegistration(127.0.0.1:44907, datanodeUuid=103dc636-5512-42bb-a752-dbb5eecf535b, infoPort=40909, infoSecurePort=0, ipcPort=42957, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x813ddf62a850a21d with lease ID 0xc7fdedbc8dcf1499: Processing first storage report for DS-8e8be60b-cc02-4c54-b38f-023d40ad39a3 from datanode DatanodeRegistration(127.0.0.1:44907, datanodeUuid=103dc636-5512-42bb-a752-dbb5eecf535b, infoPort=40909, infoSecurePort=0, ipcPort=42957, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764) 2024-11-20T13:53:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x813ddf62a850a21d with lease ID 0xc7fdedbc8dcf1499: from storage DS-8e8be60b-cc02-4c54-b38f-023d40ad39a3 node DatanodeRegistration(127.0.0.1:44907, datanodeUuid=103dc636-5512-42bb-a752-dbb5eecf535b, infoPort=40909, infoSecurePort=0, ipcPort=42957, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:34,254 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data4/current/BP-1140344946-172.17.0.2-1732110811764/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:34,254 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data3/current/BP-1140344946-172.17.0.2-1732110811764/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:34,276 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:53:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x128a779ccffc10b6 with lease ID 0xc7fdedbc8dcf149a: Processing first storage report for DS-c0a576ca-107a-4d51-aef0-8bd94af58748 from datanode DatanodeRegistration(127.0.0.1:37051, datanodeUuid=a60da9fb-1cdc-4e78-8131-f37bc6f45918, infoPort=32987, infoSecurePort=0, ipcPort=35469, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764) 2024-11-20T13:53:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x128a779ccffc10b6 with lease ID 0xc7fdedbc8dcf149a: from storage DS-c0a576ca-107a-4d51-aef0-8bd94af58748 node DatanodeRegistration(127.0.0.1:37051, datanodeUuid=a60da9fb-1cdc-4e78-8131-f37bc6f45918, infoPort=32987, infoSecurePort=0, ipcPort=35469, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x128a779ccffc10b6 with lease ID 0xc7fdedbc8dcf149a: Processing first storage report for DS-8b676f97-80da-463e-b907-cbb13da93bc0 from datanode DatanodeRegistration(127.0.0.1:37051, datanodeUuid=a60da9fb-1cdc-4e78-8131-f37bc6f45918, infoPort=32987, infoSecurePort=0, ipcPort=35469, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764) 2024-11-20T13:53:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x128a779ccffc10b6 with lease ID 0xc7fdedbc8dcf149a: from storage DS-8b676f97-80da-463e-b907-cbb13da93bc0 node DatanodeRegistration(127.0.0.1:37051, datanodeUuid=a60da9fb-1cdc-4e78-8131-f37bc6f45918, infoPort=32987, infoSecurePort=0, ipcPort=35469, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:34,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18 2024-11-20T13:53:34,342 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/zookeeper_0, clientPort=57018, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T13:53:34,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57018 2024-11-20T13:53:34,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:53:34,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:53:34,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:53:34,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:53:34,362 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59 with version=8 2024-11-20T13:53:34,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/hbase-staging 2024-11-20T13:53:34,364 INFO [Time-limited test {}] client.ConnectionUtils(128): master/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:53:34,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:53:34,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:53:34,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:53:34,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:53:34,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:53:34,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T13:53:34,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:53:34,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43545 2024-11-20T13:53:34,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43545 connecting to ZooKeeper ensemble=127.0.0.1:57018 2024-11-20T13:53:34,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435450x0, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:53:34,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43545-0x101588588300000 connected 2024-11-20T13:53:34,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:53:34,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:53:34,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:53:34,535 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59, hbase.cluster.distributed=false 2024-11-20T13:53:34,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:53:34,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43545 2024-11-20T13:53:34,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43545 2024-11-20T13:53:34,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43545 2024-11-20T13:53:34,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43545 2024-11-20T13:53:34,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43545 2024-11-20T13:53:34,554 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:53:34,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:53:34,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:53:34,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:53:34,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:53:34,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:53:34,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:53:34,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:53:34,556 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35963 2024-11-20T13:53:34,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35963 connecting to ZooKeeper ensemble=127.0.0.1:57018 2024-11-20T13:53:34,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:53:34,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:53:34,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359630x0, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:53:34,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35963-0x101588588300001 connected 2024-11-20T13:53:34,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:53:34,573 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:53:34,574 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:53:34,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:53:34,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:53:34,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35963 2024-11-20T13:53:34,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35963 2024-11-20T13:53:34,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35963 2024-11-20T13:53:34,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35963 2024-11-20T13:53:34,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35963 2024-11-20T13:53:34,593 DEBUG [M:0;28425b5b8f92:43545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;28425b5b8f92:43545 2024-11-20T13:53:34,593 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/28425b5b8f92,43545,1732110814364 2024-11-20T13:53:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:53:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:53:34,675 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/28425b5b8f92,43545,1732110814364 2024-11-20T13:53:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:53:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:34,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:34,701 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:53:34,703 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/28425b5b8f92,43545,1732110814364 from backup master directory 2024-11-20T13:53:34,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/28425b5b8f92,43545,1732110814364 2024-11-20T13:53:34,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:53:34,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:53:34,710 WARN [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:53:34,710 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=28425b5b8f92,43545,1732110814364 2024-11-20T13:53:34,717 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/hbase.id] with ID: fae112b5-8bde-449f-bd06-50ec33eeb458 2024-11-20T13:53:34,718 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/.tmp/hbase.id 2024-11-20T13:53:34,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:53:34,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:53:34,726 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/.tmp/hbase.id]:[hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/hbase.id] 2024-11-20T13:53:34,743 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:53:34,743 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T13:53:34,745 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T13:53:34,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:34,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:53:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:53:34,760 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:53:34,761 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T13:53:34,761 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:53:34,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:53:34,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:53:34,772 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store 2024-11-20T13:53:34,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:53:34,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:53:34,780 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:53:34,780 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:53:34,780 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:53:34,780 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:53:34,780 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:53:34,780 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:53:34,780 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:53:34,780 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732110814780Disabling compacts and flushes for region at 1732110814780Disabling writes for close at 1732110814780Writing region close event to WAL at 1732110814780Closed at 1732110814780 2024-11-20T13:53:34,781 WARN [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/.initializing 2024-11-20T13:53:34,782 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/WALs/28425b5b8f92,43545,1732110814364 2024-11-20T13:53:34,783 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:53:34,785 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C43545%2C1732110814364, suffix=, logDir=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/WALs/28425b5b8f92,43545,1732110814364, archiveDir=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/oldWALs, maxLogs=10 2024-11-20T13:53:34,798 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/WALs/28425b5b8f92,43545,1732110814364/28425b5b8f92%2C43545%2C1732110814364.1732110814785, exclude list is [], retry=0 2024-11-20T13:53:34,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44907,DS-3dd000e2-e87e-42a1-9472-ab34d7f80003,DISK] 2024-11-20T13:53:34,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-c0a576ca-107a-4d51-aef0-8bd94af58748,DISK] 2024-11-20T13:53:34,804 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/WALs/28425b5b8f92,43545,1732110814364/28425b5b8f92%2C43545%2C1732110814364.1732110814785 2024-11-20T13:53:34,804 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32987:32987),(127.0.0.1/127.0.0.1:40909:40909)] 2024-11-20T13:53:34,805 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:53:34,805 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:53:34,805 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:53:34,805 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:53:34,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:53:34,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T13:53:34,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:34,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:53:34,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:53:34,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T13:53:34,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:34,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:53:34,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:53:34,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T13:53:34,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:34,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:53:34,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:53:34,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T13:53:34,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:34,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:53:34,819 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:53:34,820 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:53:34,821 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:53:34,822 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:53:34,822 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:53:34,823 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:53:34,824 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:53:34,827 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:53:34,828 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=780132, jitterRate=-0.008012086153030396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:53:34,829 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732110814805Initializing all the Stores at 1732110814807 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110814807Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110814807Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110814807Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110814807Cleaning up temporary data from old regions at 1732110814822 (+15 ms)Region opened successfully at 1732110814829 (+7 ms) 2024-11-20T13:53:34,830 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T13:53:34,834 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404720b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:53:34,835 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T13:53:34,836 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T13:53:34,836 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T13:53:34,836 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:53:34,837 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T13:53:34,837 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T13:53:34,837 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T13:53:34,840 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T13:53:34,840 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T13:53:34,846 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T13:53:34,846 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T13:53:34,847 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T13:53:34,857 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T13:53:34,857 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T13:53:34,858 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T13:53:34,867 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T13:53:34,868 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T13:53:34,878 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T13:53:34,881 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T13:53:34,888 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T13:53:34,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:53:34,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:53:34,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:34,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:34,900 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=28425b5b8f92,43545,1732110814364, sessionid=0x101588588300000, setting cluster-up flag (Was=false) 2024-11-20T13:53:34,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:34,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:34,951 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T13:53:34,953 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,43545,1732110814364 2024-11-20T13:53:34,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:34,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:35,004 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T13:53:35,008 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,43545,1732110814364 2024-11-20T13:53:35,012 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T13:53:35,016 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:53:35,017 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T13:53:35,017 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T13:53:35,017 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 28425b5b8f92,43545,1732110814364 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T13:53:35,019 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:53:35,019 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:53:35,019 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:53:35,019 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:53:35,019 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/28425b5b8f92:0, corePoolSize=10, maxPoolSize=10 2024-11-20T13:53:35,019 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:53:35,020 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:53:35,020 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:53:35,020 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110845020 2024-11-20T13:53:35,021 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T13:53:35,021 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T13:53:35,021 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T13:53:35,021 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T13:53:35,021 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T13:53:35,021 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T13:53:35,021 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,022 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:53:35,022 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T13:53:35,022 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T13:53:35,022 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T13:53:35,022 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T13:53:35,022 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T13:53:35,022 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T13:53:35,023 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110815022,5,FailOnTimeoutGroup] 2024-11-20T13:53:35,023 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110815023,5,FailOnTimeoutGroup] 2024-11-20T13:53:35,023 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,023 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T13:53:35,023 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,023 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,023 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:35,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:53:35,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741831_1007 (size=1321) 2024-11-20T13:53:35,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741831_1007 (size=1321) 2024-11-20T13:53:35,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T13:53:35,033 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59 2024-11-20T13:53:35,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:53:35,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44907 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:53:35,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:53:35,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:53:35,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:53:35,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:35,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:53:35,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T13:53:35,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T13:53:35,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:35,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:53:35,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:53:35,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:53:35,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:35,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:53:35,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:53:35,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:53:35,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:35,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:53:35,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T13:53:35,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740 2024-11-20T13:53:35,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740 2024-11-20T13:53:35,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T13:53:35,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T13:53:35,057 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:53:35,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T13:53:35,062 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:53:35,063 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=817908, jitterRate=0.040024980902671814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:53:35,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732110815042Initializing all the Stores at 1732110815043 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110815043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110815043Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110815043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110815043Cleaning up temporary data from old regions at 1732110815057 (+14 ms)Region opened successfully at 1732110815064 (+7 ms) 2024-11-20T13:53:35,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:53:35,065 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T13:53:35,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T13:53:35,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:53:35,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:53:35,065 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T13:53:35,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732110815064Disabling compacts and flushes for region at 1732110815064Disabling writes for close at 1732110815065 (+1 ms)Writing region close event to WAL at 1732110815065Closed at 1732110815065 2024-11-20T13:53:35,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:53:35,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T13:53:35,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:53:35,070 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:53:35,071 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T13:53:35,080 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(746): ClusterId : fae112b5-8bde-449f-bd06-50ec33eeb458 2024-11-20T13:53:35,080 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:53:35,089 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:53:35,089 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:53:35,100 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:53:35,100 DEBUG [RS:0;28425b5b8f92:35963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72603cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:53:35,112 DEBUG [RS:0;28425b5b8f92:35963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;28425b5b8f92:35963 2024-11-20T13:53:35,112 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T13:53:35,112 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T13:53:35,112 DEBUG [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T13:53:35,113 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(2659): reportForDuty to master=28425b5b8f92,43545,1732110814364 with port=35963, startcode=1732110814554 2024-11-20T13:53:35,113 DEBUG [RS:0;28425b5b8f92:35963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:53:35,116 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40869, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:53:35,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 28425b5b8f92,35963,1732110814554 2024-11-20T13:53:35,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43545 {}] master.ServerManager(517): Registering regionserver=28425b5b8f92,35963,1732110814554 2024-11-20T13:53:35,118 DEBUG [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59 2024-11-20T13:53:35,118 DEBUG [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36187 2024-11-20T13:53:35,118 DEBUG [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T13:53:35,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:53:35,131 DEBUG [RS:0;28425b5b8f92:35963 {}] zookeeper.ZKUtil(111): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/28425b5b8f92,35963,1732110814554 2024-11-20T13:53:35,131 WARN [RS:0;28425b5b8f92:35963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:53:35,131 INFO [RS:0;28425b5b8f92:35963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:53:35,132 DEBUG [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554 2024-11-20T13:53:35,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [28425b5b8f92,35963,1732110814554] 2024-11-20T13:53:35,136 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:53:35,138 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:53:35,139 INFO [RS:0;28425b5b8f92:35963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:53:35,139 INFO [RS:0;28425b5b8f92:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,139 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T13:53:35,140 INFO [RS:0;28425b5b8f92:35963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T13:53:35,140 INFO [RS:0;28425b5b8f92:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,140 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:53:35,140 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:53:35,140 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:53:35,140 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:53:35,140 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:53:35,140 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:53:35,141 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:53:35,141 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:53:35,141 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:53:35,141 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:53:35,141 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:53:35,141 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:53:35,141 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:53:35,141 DEBUG [RS:0;28425b5b8f92:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:53:35,141 INFO [RS:0;28425b5b8f92:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,142 INFO [RS:0;28425b5b8f92:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,142 INFO [RS:0;28425b5b8f92:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,142 INFO [RS:0;28425b5b8f92:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,142 INFO [RS:0;28425b5b8f92:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,142 INFO [RS:0;28425b5b8f92:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,35963,1732110814554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:53:35,155 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:53:35,156 INFO [RS:0;28425b5b8f92:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,35963,1732110814554-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,156 INFO [RS:0;28425b5b8f92:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,156 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.Replication(171): 28425b5b8f92,35963,1732110814554 started 2024-11-20T13:53:35,169 INFO [RS:0;28425b5b8f92:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,169 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(1482): Serving as 28425b5b8f92,35963,1732110814554, RpcServer on 28425b5b8f92/172.17.0.2:35963, sessionid=0x101588588300001 2024-11-20T13:53:35,169 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:53:35,169 DEBUG [RS:0;28425b5b8f92:35963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 28425b5b8f92,35963,1732110814554 2024-11-20T13:53:35,169 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,35963,1732110814554' 2024-11-20T13:53:35,169 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:53:35,170 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:53:35,170 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:53:35,170 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:53:35,170 DEBUG [RS:0;28425b5b8f92:35963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 28425b5b8f92,35963,1732110814554 2024-11-20T13:53:35,171 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,35963,1732110814554' 2024-11-20T13:53:35,171 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:53:35,171 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:53:35,171 DEBUG [RS:0;28425b5b8f92:35963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:53:35,171 INFO [RS:0;28425b5b8f92:35963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:53:35,171 INFO [RS:0;28425b5b8f92:35963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:53:35,222 WARN [28425b5b8f92:43545 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T13:53:35,272 INFO [RS:0;28425b5b8f92:35963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:53:35,276 INFO [RS:0;28425b5b8f92:35963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C35963%2C1732110814554, suffix=, logDir=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554, archiveDir=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/oldWALs, maxLogs=32 2024-11-20T13:53:35,294 DEBUG [RS:0;28425b5b8f92:35963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.1732110815280, exclude list is [], retry=0 2024-11-20T13:53:35,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-c0a576ca-107a-4d51-aef0-8bd94af58748,DISK] 2024-11-20T13:53:35,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44907,DS-3dd000e2-e87e-42a1-9472-ab34d7f80003,DISK] 2024-11-20T13:53:35,300 INFO [RS:0;28425b5b8f92:35963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.1732110815280 2024-11-20T13:53:35,300 DEBUG [RS:0;28425b5b8f92:35963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40909:40909),(127.0.0.1/127.0.0.1:32987:32987)] 2024-11-20T13:53:35,472 DEBUG [28425b5b8f92:43545 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T13:53:35,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=28425b5b8f92,35963,1732110814554 2024-11-20T13:53:35,475 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,35963,1732110814554, state=OPENING 2024-11-20T13:53:35,530 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T13:53:35,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:35,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:35,542 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:53:35,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:53:35,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:53:35,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,35963,1732110814554}] 2024-11-20T13:53:35,696 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:53:35,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44055, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:53:35,726 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T13:53:35,727 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:53:35,727 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:53:35,731 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C35963%2C1732110814554.meta, suffix=.meta, logDir=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554, archiveDir=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/oldWALs, maxLogs=32 2024-11-20T13:53:35,751 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.meta.1732110815734.meta, exclude list is [], retry=0 2024-11-20T13:53:35,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-c0a576ca-107a-4d51-aef0-8bd94af58748,DISK] 2024-11-20T13:53:35,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44907,DS-3dd000e2-e87e-42a1-9472-ab34d7f80003,DISK] 2024-11-20T13:53:35,756 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.meta.1732110815734.meta 2024-11-20T13:53:35,757 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32987:32987),(127.0.0.1/127.0.0.1:40909:40909)] 2024-11-20T13:53:35,757 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:53:35,757 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:53:35,757 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:53:35,758 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:53:35,758 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:53:35,758 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:53:35,758 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T13:53:35,758 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T13:53:35,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:53:35,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:53:35,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:35,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:53:35,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T13:53:35,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T13:53:35,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:35,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:53:35,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:53:35,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:53:35,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:35,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:53:35,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:53:35,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:53:35,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:35,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:53:35,769 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T13:53:35,770 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740 2024-11-20T13:53:35,771 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740 2024-11-20T13:53:35,773 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T13:53:35,773 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T13:53:35,773 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:53:35,775 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T13:53:35,776 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=857040, jitterRate=0.08978389203548431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:53:35,776 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T13:53:35,777 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732110815758Writing region info on filesystem at 1732110815758Initializing all the Stores at 1732110815759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110815759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110815761 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110815761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110815761Cleaning up temporary data from old regions at 1732110815773 (+12 ms)Running coprocessor post-open hooks at 1732110815776 (+3 ms)Region opened successfully at 1732110815777 (+1 ms) 2024-11-20T13:53:35,778 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732110815695 2024-11-20T13:53:35,781 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:53:35,781 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T13:53:35,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,35963,1732110814554 2024-11-20T13:53:35,784 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,35963,1732110814554, state=OPEN 2024-11-20T13:53:35,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:53:35,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:53:35,911 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:53:35,911 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:53:35,911 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=28425b5b8f92,35963,1732110814554 2024-11-20T13:53:35,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T13:53:35,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,35963,1732110814554 in 369 msec 2024-11-20T13:53:35,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T13:53:35,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 852 msec 2024-11-20T13:53:35,927 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:53:35,927 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T13:53:35,929 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:53:35,929 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,35963,1732110814554, seqNum=-1] 2024-11-20T13:53:35,929 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:53:35,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39031, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:53:35,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 924 msec 2024-11-20T13:53:35,940 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732110815940, completionTime=-1 2024-11-20T13:53:35,941 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T13:53:35,941 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:53:35,944 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T13:53:35,944 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732110875944 2024-11-20T13:53:35,944 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732110935944 2024-11-20T13:53:35,944 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-20T13:53:35,944 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43545,1732110814364-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,944 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43545,1732110814364-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,944 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43545,1732110814364-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,944 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-28425b5b8f92:43545, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,944 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,945 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,947 DEBUG [master/28425b5b8f92:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T13:53:35,951 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.241sec 2024-11-20T13:53:35,952 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T13:53:35,952 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T13:53:35,952 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T13:53:35,952 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T13:53:35,952 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T13:53:35,952 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43545,1732110814364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:53:35,952 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43545,1732110814364-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T13:53:35,956 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T13:53:35,956 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T13:53:35,956 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43545,1732110814364-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:53:35,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa2206f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:53:35,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,43545,-1 for getting cluster id 2024-11-20T13:53:35,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T13:53:35,991 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fae112b5-8bde-449f-bd06-50ec33eeb458' 2024-11-20T13:53:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T13:53:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fae112b5-8bde-449f-bd06-50ec33eeb458" 2024-11-20T13:53:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d78852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:53:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,43545,-1] 2024-11-20T13:53:35,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T13:53:35,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:53:35,995 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T13:53:35,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b1e39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:53:35,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:53:36,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,35963,1732110814554, seqNum=-1] 2024-11-20T13:53:36,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:53:36,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:53:36,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=28425b5b8f92,43545,1732110814364 2024-11-20T13:53:36,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:53:36,020 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T13:53:36,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:53:36,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:53:36,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:53:36,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:53:36,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:53:36,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a1625d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:53:36,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f55efb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:53:36,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:53:36,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:53:36,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33cda920{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/java.io.tmpdir/jetty-localhost-39057-hadoop-hdfs-3_4_1-tests_jar-_-any-9794534955334415735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:36,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ff475{HTTP/1.1, (http/1.1)}{localhost:39057} 2024-11-20T13:53:36,206 INFO [Time-limited test {}] server.Server(415): Started @73421ms 2024-11-20T13:53:36,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:53:36,266 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T13:53:36,270 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:53:36,292 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:53:36,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:53:36,318 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:53:36,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:53:36,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:53:36,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:53:36,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2714f2a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:53:36,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6663f408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:53:36,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@724bced5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/java.io.tmpdir/jetty-localhost-35171-hadoop-hdfs-3_4_1-tests_jar-_-any-9689667585512474479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:36,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@873ccfc{HTTP/1.1, (http/1.1)}{localhost:35171} 2024-11-20T13:53:36,423 INFO [Time-limited test {}] server.Server(415): Started @73637ms 2024-11-20T13:53:36,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:53:36,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:53:36,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:53:36,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:53:36,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:53:36,490 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:53:36,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f3073ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:53:36,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a1d3232{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:53:36,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d678a72{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/java.io.tmpdir/jetty-localhost-33447-hadoop-hdfs-3_4_1-tests_jar-_-any-2928655094142516726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:36,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19143f0f{HTTP/1.1, (http/1.1)}{localhost:33447} 2024-11-20T13:53:36,614 INFO [Time-limited test {}] server.Server(415): Started @73829ms 2024-11-20T13:53:36,616 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:53:37,543 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data5/current/BP-1140344946-172.17.0.2-1732110811764/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:37,543 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data6/current/BP-1140344946-172.17.0.2-1732110811764/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:37,559 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:53:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fd27e39b0dfa78c with lease ID 0xc7fdedbc8dcf149b: Processing first storage report for DS-94a739ed-f70d-4a4d-b835-6de2529c12e4 from datanode DatanodeRegistration(127.0.0.1:35563, datanodeUuid=be1b50e0-8e77-4005-8543-d0e317c6718f, infoPort=43623, infoSecurePort=0, ipcPort=44873, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764) 2024-11-20T13:53:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fd27e39b0dfa78c with lease ID 0xc7fdedbc8dcf149b: from storage DS-94a739ed-f70d-4a4d-b835-6de2529c12e4 node DatanodeRegistration(127.0.0.1:35563, datanodeUuid=be1b50e0-8e77-4005-8543-d0e317c6718f, infoPort=43623, infoSecurePort=0, ipcPort=44873, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fd27e39b0dfa78c with lease ID 0xc7fdedbc8dcf149b: Processing first storage report for DS-f62d2044-1ab5-49f3-8ea2-dfdec06dfcbb from datanode DatanodeRegistration(127.0.0.1:35563, datanodeUuid=be1b50e0-8e77-4005-8543-d0e317c6718f, infoPort=43623, infoSecurePort=0, ipcPort=44873, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764) 2024-11-20T13:53:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fd27e39b0dfa78c with lease ID 0xc7fdedbc8dcf149b: from storage DS-f62d2044-1ab5-49f3-8ea2-dfdec06dfcbb node DatanodeRegistration(127.0.0.1:35563, datanodeUuid=be1b50e0-8e77-4005-8543-d0e317c6718f, infoPort=43623, infoSecurePort=0, ipcPort=44873, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:37,755 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data7/current/BP-1140344946-172.17.0.2-1732110811764/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:37,756 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data8/current/BP-1140344946-172.17.0.2-1732110811764/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:37,776 WARN [Thread-512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:53:37,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dd43a4b36c0b1d2 with lease ID 0xc7fdedbc8dcf149c: Processing first storage report for DS-44a7b827-c5db-47d5-b3ce-15e6d3457611 from datanode DatanodeRegistration(127.0.0.1:37871, datanodeUuid=036d6a09-39a2-42a0-8bf4-f57c3b662d59, infoPort=38313, infoSecurePort=0, ipcPort=36911, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764) 2024-11-20T13:53:37,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dd43a4b36c0b1d2 with lease ID 0xc7fdedbc8dcf149c: from storage DS-44a7b827-c5db-47d5-b3ce-15e6d3457611 node DatanodeRegistration(127.0.0.1:37871, datanodeUuid=036d6a09-39a2-42a0-8bf4-f57c3b662d59, infoPort=38313, infoSecurePort=0, ipcPort=36911, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:37,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dd43a4b36c0b1d2 with lease ID 0xc7fdedbc8dcf149c: Processing first storage report for DS-8058f31e-4e16-430f-9bf8-19a982ab1ed0 from datanode DatanodeRegistration(127.0.0.1:37871, datanodeUuid=036d6a09-39a2-42a0-8bf4-f57c3b662d59, infoPort=38313, infoSecurePort=0, ipcPort=36911, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764) 2024-11-20T13:53:37,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dd43a4b36c0b1d2 with lease ID 0xc7fdedbc8dcf149c: from storage DS-8058f31e-4e16-430f-9bf8-19a982ab1ed0 node DatanodeRegistration(127.0.0.1:37871, datanodeUuid=036d6a09-39a2-42a0-8bf4-f57c3b662d59, infoPort=38313, infoSecurePort=0, ipcPort=36911, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:37,904 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data10/current/BP-1140344946-172.17.0.2-1732110811764/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:37,904 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data9/current/BP-1140344946-172.17.0.2-1732110811764/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:37,926 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:53:37,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1448fe138130a231 with lease ID 0xc7fdedbc8dcf149d: Processing first storage report for DS-b08a022b-7e71-448d-9506-a3b05b39d238 from datanode DatanodeRegistration(127.0.0.1:38699, datanodeUuid=7887a4cf-5579-4551-8b06-50d8fa691278, infoPort=39467, infoSecurePort=0, ipcPort=37935, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764) 2024-11-20T13:53:37,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1448fe138130a231 with lease ID 0xc7fdedbc8dcf149d: from storage DS-b08a022b-7e71-448d-9506-a3b05b39d238 node DatanodeRegistration(127.0.0.1:38699, datanodeUuid=7887a4cf-5579-4551-8b06-50d8fa691278, infoPort=39467, infoSecurePort=0, ipcPort=37935, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:37,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1448fe138130a231 with lease ID 0xc7fdedbc8dcf149d: Processing first storage report for DS-3aad91df-4f44-4738-954e-09015d4030f9 from datanode DatanodeRegistration(127.0.0.1:38699, datanodeUuid=7887a4cf-5579-4551-8b06-50d8fa691278, infoPort=39467, infoSecurePort=0, ipcPort=37935, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764) 2024-11-20T13:53:37,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1448fe138130a231 with lease ID 0xc7fdedbc8dcf149d: from storage DS-3aad91df-4f44-4738-954e-09015d4030f9 node DatanodeRegistration(127.0.0.1:38699, datanodeUuid=7887a4cf-5579-4551-8b06-50d8fa691278, infoPort=39467, infoSecurePort=0, ipcPort=37935, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:37,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T13:53:37,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 28425b5b8f92,43545,1732110814364 2024-11-20T13:53:37,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52c5a9bd 2024-11-20T13:53:37,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:53:37,978 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:53:37,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T13:53:37,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T13:53:37,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:53:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T13:53:37,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:53:37,982 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:37,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-20T13:53:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:53:37,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:53:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38699 is added to blk_1073741835_1011 (size=393) 2024-11-20T13:53:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741835_1011 (size=393) 2024-11-20T13:53:37,994 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e62ed817548f8a4130ba16bb5d6d8c1, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59 2024-11-20T13:53:38,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741836_1012 (size=76) 2024-11-20T13:53:38,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741836_1012 (size=76) 2024-11-20T13:53:38,003 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:53:38,003 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 2e62ed817548f8a4130ba16bb5d6d8c1, disabling compactions & flushes 2024-11-20T13:53:38,004 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. 2024-11-20T13:53:38,004 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. 2024-11-20T13:53:38,004 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. after waiting 0 ms 2024-11-20T13:53:38,004 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. 2024-11-20T13:53:38,004 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. 2024-11-20T13:53:38,004 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e62ed817548f8a4130ba16bb5d6d8c1: Waiting for close lock at 1732110818003Disabling compacts and flushes for region at 1732110818003Disabling writes for close at 1732110818004 (+1 ms)Writing region close event to WAL at 1732110818004Closed at 1732110818004 2024-11-20T13:53:38,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:53:38,006 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732110818006"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110818006"}]},"ts":"1732110818006"} 2024-11-20T13:53:38,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T13:53:38,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:53:38,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110818010"}]},"ts":"1732110818010"} 2024-11-20T13:53:38,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-20T13:53:38,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2e62ed817548f8a4130ba16bb5d6d8c1, ASSIGN}] 2024-11-20T13:53:38,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2e62ed817548f8a4130ba16bb5d6d8c1, ASSIGN 2024-11-20T13:53:38,016 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2e62ed817548f8a4130ba16bb5d6d8c1, ASSIGN; state=OFFLINE, location=28425b5b8f92,35963,1732110814554; forceNewPlan=false, retain=false 2024-11-20T13:53:38,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e62ed817548f8a4130ba16bb5d6d8c1, regionState=OPENING, regionLocation=28425b5b8f92,35963,1732110814554 2024-11-20T13:53:38,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2e62ed817548f8a4130ba16bb5d6d8c1, ASSIGN because future has completed 2024-11-20T13:53:38,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e62ed817548f8a4130ba16bb5d6d8c1, server=28425b5b8f92,35963,1732110814554}] 2024-11-20T13:53:38,342 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. 2024-11-20T13:53:38,342 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e62ed817548f8a4130ba16bb5d6d8c1, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:53:38,343 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 2e62ed817548f8a4130ba16bb5d6d8c1 2024-11-20T13:53:38,343 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:53:38,344 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2e62ed817548f8a4130ba16bb5d6d8c1 2024-11-20T13:53:38,344 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2e62ed817548f8a4130ba16bb5d6d8c1 2024-11-20T13:53:38,346 INFO [StoreOpener-2e62ed817548f8a4130ba16bb5d6d8c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2e62ed817548f8a4130ba16bb5d6d8c1 2024-11-20T13:53:38,347 INFO [StoreOpener-2e62ed817548f8a4130ba16bb5d6d8c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e62ed817548f8a4130ba16bb5d6d8c1 columnFamilyName info 2024-11-20T13:53:38,348 DEBUG [StoreOpener-2e62ed817548f8a4130ba16bb5d6d8c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:53:38,348 INFO [StoreOpener-2e62ed817548f8a4130ba16bb5d6d8c1-1 {}] regionserver.HStore(327): Store=2e62ed817548f8a4130ba16bb5d6d8c1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:53:38,348 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2e62ed817548f8a4130ba16bb5d6d8c1 2024-11-20T13:53:38,349 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2e62ed817548f8a4130ba16bb5d6d8c1 2024-11-20T13:53:38,350 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2e62ed817548f8a4130ba16bb5d6d8c1 2024-11-20T13:53:38,350 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2e62ed817548f8a4130ba16bb5d6d8c1 2024-11-20T13:53:38,350 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2e62ed817548f8a4130ba16bb5d6d8c1 2024-11-20T13:53:38,353 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2e62ed817548f8a4130ba16bb5d6d8c1 2024-11-20T13:53:38,355 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2e62ed817548f8a4130ba16bb5d6d8c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:53:38,356 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2e62ed817548f8a4130ba16bb5d6d8c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=775500, jitterRate=-0.01390179991722107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:53:38,356 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e62ed817548f8a4130ba16bb5d6d8c1 2024-11-20T13:53:38,357 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2e62ed817548f8a4130ba16bb5d6d8c1: Running coprocessor pre-open hook at 1732110818344Writing region info on filesystem at 1732110818344Initializing all the Stores at 1732110818345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110818345Cleaning up temporary data from old regions at 1732110818350 (+5 ms)Running coprocessor post-open hooks at 1732110818356 (+6 ms)Region opened successfully at 1732110818357 (+1 ms) 2024-11-20T13:53:38,358 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1., pid=6, masterSystemTime=1732110818331 2024-11-20T13:53:38,361 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. 2024-11-20T13:53:38,361 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. 2024-11-20T13:53:38,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e62ed817548f8a4130ba16bb5d6d8c1, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,35963,1732110814554 2024-11-20T13:53:38,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e62ed817548f8a4130ba16bb5d6d8c1, server=28425b5b8f92,35963,1732110814554 because future has completed 2024-11-20T13:53:38,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T13:53:38,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e62ed817548f8a4130ba16bb5d6d8c1, server=28425b5b8f92,35963,1732110814554 in 191 msec 2024-11-20T13:53:38,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T13:53:38,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2e62ed817548f8a4130ba16bb5d6d8c1, ASSIGN in 356 msec 2024-11-20T13:53:38,373 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:53:38,373 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110818373"}]},"ts":"1732110818373"} 2024-11-20T13:53:38,376 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-20T13:53:38,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:53:38,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 398 msec 2024-11-20T13:53:40,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T13:53:40,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-20T13:53:40,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-20T13:53:41,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T13:53:41,139 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-20T13:53:43,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T13:53:43,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:53:43,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:53:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:53:48,070 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-20T13:53:48,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-20T13:53:48,072 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:53:48,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-20T13:53:48,078 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:53:48,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-20T13:53:48,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1., hostname=28425b5b8f92,35963,1732110814554, seqNum=2] 2024-11-20T13:53:48,088 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-20T13:53:48,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T13:53:48,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. 2024-11-20T13:53:48,094 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1123100874_22 at /127.0.0.1:53094 [Receiving block BP-1140344946-172.17.0.2-1732110811764:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:44907:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53094 dst: /127.0.0.1:44907 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:48,095 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-405237061_22 at /127.0.0.1:53068 [Receiving block BP-1140344946-172.17.0.2-1732110811764:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:44907:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53068 dst: /127.0.0.1:44907 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:48,095 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1123100874_22 at /127.0.0.1:53090 [Receiving block BP-1140344946-172.17.0.2-1732110811764:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44907:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53090 dst: /127.0.0.1:44907 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:48,095 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-405237061_22 at /127.0.0.1:35460 [Receiving block BP-1140344946-172.17.0.2-1732110811764:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:37051:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35460 dst: /127.0.0.1:37051 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:48,096 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1123100874_22 at /127.0.0.1:35496 [Receiving block BP-1140344946-172.17.0.2-1732110811764:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:37051:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35496 dst: /127.0.0.1:37051 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:48,096 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1123100874_22 at /127.0.0.1:35486 [Receiving block BP-1140344946-172.17.0.2-1732110811764:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37051:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35486 dst: /127.0.0.1:37051 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:48,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a3ede38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:48,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a7ca003{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:53:48,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:53:48,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e8689f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:53:48,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6838f4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,STOPPED} 2024-11-20T13:53:48,144 WARN [BP-1140344946-172.17.0.2-1732110811764 heartbeating to localhost/127.0.0.1:36187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:53:48,144 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:53:48,144 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:53:48,145 WARN [BP-1140344946-172.17.0.2-1732110811764 heartbeating to localhost/127.0.0.1:36187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1140344946-172.17.0.2-1732110811764 (Datanode Uuid 103dc636-5512-42bb-a752-dbb5eecf535b) service to localhost/127.0.0.1:36187 2024-11-20T13:53:48,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data1/current/BP-1140344946-172.17.0.2-1732110811764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:48,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data2/current/BP-1140344946-172.17.0.2-1732110811764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:48,146 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:53:48,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:53:48,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:53:48,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:53:48,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:53:48,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:53:48,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35bba152{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:53:48,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22bbe8b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:53:48,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ea7f908{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/java.io.tmpdir/jetty-localhost-37869-hadoop-hdfs-3_4_1-tests_jar-_-any-17450684179082177409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:48,311 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52ade913{HTTP/1.1, (http/1.1)}{localhost:37869} 2024-11-20T13:53:48,311 INFO [Time-limited test {}] server.Server(415): Started @85526ms 2024-11-20T13:53:48,313 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:53:48,347 WARN [AsyncFSWAL-0-hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59-prefix:28425b5b8f92,35963,1732110814554 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:48,347 DEBUG [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 28425b5b8f92%2C35963%2C1732110814554:(num 1732110815280) roll requested 2024-11-20T13:53:48,363 DEBUG [regionserver/28425b5b8f92:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.1732110828347, exclude list is [], retry=0 2024-11-20T13:53:48,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-94a739ed-f70d-4a4d-b835-6de2529c12e4,DISK] 2024-11-20T13:53:48,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37871,DS-44a7b827-c5db-47d5-b3ce-15e6d3457611,DISK] 2024-11-20T13:53:48,376 INFO [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.1732110815280 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.1732110828347 2024-11-20T13:53:48,379 DEBUG [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38313:38313),(127.0.0.1/127.0.0.1:43623:43623)] 2024-11-20T13:53:48,379 DEBUG [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.1732110815280 is not closed yet, will try archiving it next time 2024-11-20T13:53:48,380 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:48,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T13:53:48,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T13:53:48,380 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:48,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:53:48,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:53:48,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:53:48,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T13:53:48,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T13:53:48,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1238703295, stopped=false 2024-11-20T13:53:48,381 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=28425b5b8f92,43545,1732110814364 2024-11-20T13:53:48,382 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T13:53:48,382 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T13:53:48,383 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.1732110815280 2024-11-20T13:53:48,386 WARN [IPC Server handler 4 on default port 36187 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.1732110815280 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-20T13:53:48,390 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.1732110815280 after 5ms 2024-11-20T13:53:48,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:53:48,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:53:48,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:48,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:48,415 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:53:48,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T13:53:48,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:53:48,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:53:48,416 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '28425b5b8f92,35963,1732110814554' ***** 2024-11-20T13:53:48,416 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T13:53:48,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:53:48,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:53:48,417 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:53:48,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T13:53:48,417 INFO [RS:0;28425b5b8f92:35963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:53:48,417 INFO [RS:0;28425b5b8f92:35963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:53:48,417 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e62ed817548f8a4130ba16bb5d6d8c1 2024-11-20T13:53:48,418 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(959): stopping server 28425b5b8f92,35963,1732110814554 2024-11-20T13:53:48,418 INFO [RS:0;28425b5b8f92:35963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:53:48,418 INFO [RS:0;28425b5b8f92:35963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;28425b5b8f92:35963. 2024-11-20T13:53:48,418 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e62ed817548f8a4130ba16bb5d6d8c1, disabling compactions & flushes 2024-11-20T13:53:48,418 DEBUG [RS:0;28425b5b8f92:35963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:53:48,418 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. 2024-11-20T13:53:48,418 DEBUG [RS:0;28425b5b8f92:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:53:48,418 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. 2024-11-20T13:53:48,418 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. after waiting 0 ms 2024-11-20T13:53:48,418 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:53:48,418 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:53:48,418 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. 2024-11-20T13:53:48,418 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:53:48,418 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T13:53:48,418 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2e62ed817548f8a4130ba16bb5d6d8c1 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-20T13:53:48,423 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T13:53:48,423 DEBUG [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(1325): Online Regions={2e62ed817548f8a4130ba16bb5d6d8c1=TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T13:53:48,423 DEBUG [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e62ed817548f8a4130ba16bb5d6d8c1 2024-11-20T13:53:48,423 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:53:48,423 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T13:53:48,423 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T13:53:48,424 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:53:48,424 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:53:48,424 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-20T13:53:48,425 WARN [AsyncFSWAL-0-hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59-prefix:28425b5b8f92,35963,1732110814554.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:48,425 DEBUG [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 28425b5b8f92%2C35963%2C1732110814554.meta:.meta(num 1732110815734) roll requested 2024-11-20T13:53:48,441 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2e62ed817548f8a4130ba16bb5d6d8c1/.tmp/info/6650308aec6547bbaaf5fe3465476a45 is 1055, key is row0001/info:/1732110828085/Put/seqid=0 2024-11-20T13:53:48,446 DEBUG [regionserver/28425b5b8f92:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.meta.1732110828425.meta, exclude list is [], retry=0 2024-11-20T13:53:48,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38699,DS-b08a022b-7e71-448d-9506-a3b05b39d238,DISK] 2024-11-20T13:53:48,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-94a739ed-f70d-4a4d-b835-6de2529c12e4,DISK] 2024-11-20T13:53:48,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741838_1015 (size=7062) 2024-11-20T13:53:48,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741838_1015 (size=7062) 2024-11-20T13:53:48,457 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2e62ed817548f8a4130ba16bb5d6d8c1/.tmp/info/6650308aec6547bbaaf5fe3465476a45 2024-11-20T13:53:48,465 INFO [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.meta.1732110815734.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.meta.1732110828425.meta 2024-11-20T13:53:48,466 DEBUG [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43623:43623),(127.0.0.1/127.0.0.1:39467:39467)] 2024-11-20T13:53:48,466 DEBUG [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.meta.1732110815734.meta is not closed yet, will try archiving it next time 2024-11-20T13:53:48,466 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:48,466 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:48,467 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.meta.1732110815734.meta 2024-11-20T13:53:48,467 WARN [IPC Server handler 1 on default port 36187 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.meta.1732110815734.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-20T13:53:48,468 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.meta.1732110815734.meta after 1ms 2024-11-20T13:53:48,477 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2e62ed817548f8a4130ba16bb5d6d8c1/.tmp/info/6650308aec6547bbaaf5fe3465476a45 as hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2e62ed817548f8a4130ba16bb5d6d8c1/info/6650308aec6547bbaaf5fe3465476a45 2024-11-20T13:53:48,493 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2e62ed817548f8a4130ba16bb5d6d8c1/info/6650308aec6547bbaaf5fe3465476a45, entries=2, sequenceid=6, filesize=6.9 K 2024-11-20T13:53:48,494 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 2e62ed817548f8a4130ba16bb5d6d8c1 in 76ms, sequenceid=6, compaction requested=false 2024-11-20T13:53:48,500 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2e62ed817548f8a4130ba16bb5d6d8c1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T13:53:48,500 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/.tmp/info/9d0260ed173c4854bb4fafd5fe728323 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1./info:regioninfo/1732110818361/Put/seqid=0 2024-11-20T13:53:48,501 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. 2024-11-20T13:53:48,501 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e62ed817548f8a4130ba16bb5d6d8c1: Waiting for close lock at 1732110828418Running coprocessor pre-close hooks at 1732110828418Disabling compacts and flushes for region at 1732110828418Disabling writes for close at 1732110828418Obtaining lock to block concurrent updates at 1732110828419 (+1 ms)Preparing flush snapshotting stores in 2e62ed817548f8a4130ba16bb5d6d8c1 at 1732110828419Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732110828419Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. at 1732110828420 (+1 ms)Flushing 2e62ed817548f8a4130ba16bb5d6d8c1/info: creating writer at 1732110828420Flushing 2e62ed817548f8a4130ba16bb5d6d8c1/info: appending metadata at 1732110828441 (+21 ms)Flushing 2e62ed817548f8a4130ba16bb5d6d8c1/info: closing flushed file at 1732110828441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3556c2d8: reopening flushed file at 1732110828476 (+35 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 2e62ed817548f8a4130ba16bb5d6d8c1 in 76ms, sequenceid=6, compaction requested=false at 1732110828494 (+18 ms)Writing region close event to WAL at 1732110828495 (+1 ms)Running coprocessor post-close hooks at 1732110828501 (+6 ms)Closed at 1732110828501 2024-11-20T13:53:48,501 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732110817978.2e62ed817548f8a4130ba16bb5d6d8c1. 2024-11-20T13:53:48,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741840_1018 (size=7089) 2024-11-20T13:53:48,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741840_1018 (size=7089) 2024-11-20T13:53:48,512 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/.tmp/info/9d0260ed173c4854bb4fafd5fe728323 2024-11-20T13:53:48,548 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/.tmp/ns/2b5ae42fd38a4b31ac34fe185e95e98b is 43, key is default/ns:d/1732110815932/Put/seqid=0 2024-11-20T13:53:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741841_1019 (size=5153) 2024-11-20T13:53:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38699 is added to blk_1073741841_1019 (size=5153) 2024-11-20T13:53:48,565 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/.tmp/ns/2b5ae42fd38a4b31ac34fe185e95e98b 2024-11-20T13:53:48,592 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/.tmp/table/59af67c30091441b97551c72715e8483 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732110818373/Put/seqid=0 2024-11-20T13:53:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38699 is added to blk_1073741842_1020 (size=5424) 2024-11-20T13:53:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741842_1020 (size=5424) 2024-11-20T13:53:48,602 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/.tmp/table/59af67c30091441b97551c72715e8483 2024-11-20T13:53:48,609 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/.tmp/info/9d0260ed173c4854bb4fafd5fe728323 as hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/info/9d0260ed173c4854bb4fafd5fe728323 2024-11-20T13:53:48,617 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/info/9d0260ed173c4854bb4fafd5fe728323, entries=10, sequenceid=11, filesize=6.9 K 2024-11-20T13:53:48,619 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/.tmp/ns/2b5ae42fd38a4b31ac34fe185e95e98b as hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/ns/2b5ae42fd38a4b31ac34fe185e95e98b 2024-11-20T13:53:48,623 DEBUG [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T13:53:48,626 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/ns/2b5ae42fd38a4b31ac34fe185e95e98b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T13:53:48,627 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/.tmp/table/59af67c30091441b97551c72715e8483 as hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/table/59af67c30091441b97551c72715e8483 2024-11-20T13:53:48,634 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/table/59af67c30091441b97551c72715e8483, entries=2, sequenceid=11, filesize=5.3 K 2024-11-20T13:53:48,635 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 211ms, sequenceid=11, compaction requested=false 2024-11-20T13:53:48,643 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T13:53:48,644 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:53:48,644 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T13:53:48,644 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732110828423Running coprocessor pre-close hooks at 1732110828423Disabling compacts and flushes for region at 1732110828423Disabling writes for close at 1732110828424 (+1 ms)Obtaining lock to block concurrent updates at 1732110828424Preparing flush snapshotting stores in 1588230740 at 1732110828424Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732110828424Flushing stores of hbase:meta,,1.1588230740 at 1732110828466 (+42 ms)Flushing 1588230740/info: creating writer at 1732110828467 (+1 ms)Flushing 1588230740/info: appending metadata at 1732110828500 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732110828500Flushing 1588230740/ns: creating writer at 1732110828526 (+26 ms)Flushing 1588230740/ns: appending metadata at 1732110828548 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732110828548Flushing 1588230740/table: creating writer at 1732110828575 (+27 ms)Flushing 1588230740/table: appending metadata at 1732110828592 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732110828592Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794f391f: reopening flushed file at 1732110828608 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794fa8ab: reopening flushed file at 1732110828617 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a7b833: reopening flushed file at 1732110828626 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 211ms, sequenceid=11, compaction requested=false at 1732110828635 (+9 ms)Writing region close event to WAL at 1732110828639 (+4 ms)Running coprocessor post-close hooks at 1732110828644 (+5 ms)Closed at 1732110828644 2024-11-20T13:53:48,645 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T13:53:48,766 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:53:48,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f5f63901d2e5a51 with lease ID 0xc7fdedbc8dcf149e: from storage DS-3dd000e2-e87e-42a1-9472-ab34d7f80003 node DatanodeRegistration(127.0.0.1:38611, datanodeUuid=103dc636-5512-42bb-a752-dbb5eecf535b, infoPort=45169, infoSecurePort=0, ipcPort=42607, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:48,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f5f63901d2e5a51 with lease ID 0xc7fdedbc8dcf149e: from storage DS-8e8be60b-cc02-4c54-b38f-023d40ad39a3 node DatanodeRegistration(127.0.0.1:38611, datanodeUuid=103dc636-5512-42bb-a752-dbb5eecf535b, infoPort=45169, infoSecurePort=0, ipcPort=42607, storageInfo=lv=-57;cid=testClusterID;nsid=644846799;c=1732110811764), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:48,824 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(976): stopping server 28425b5b8f92,35963,1732110814554; all regions closed. 2024-11-20T13:53:48,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38699 is added to blk_1073741839_1016 (size=825) 2024-11-20T13:53:48,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741839_1016 (size=825) 2024-11-20T13:53:49,142 INFO [regionserver/28425b5b8f92:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T13:53:49,142 INFO [regionserver/28425b5b8f92:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T13:53:49,143 INFO [regionserver/28425b5b8f92:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:53:49,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741833_1014 (size=1599) 2024-11-20T13:53:50,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T13:53:50,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:53:50,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T13:53:52,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741833_1014 (size=1599) 2024-11-20T13:53:52,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741834_1017 (size=2386) 2024-11-20T13:53:52,391 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.1732110815280 after 4008ms 2024-11-20T13:53:52,392 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.1732110815280 to hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/oldWALs/28425b5b8f92%2C35963%2C1732110814554.1732110815280 2024-11-20T13:53:52,469 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.meta.1732110815734.meta after 4002ms 2024-11-20T13:53:52,469 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/WALs/28425b5b8f92,35963,1732110814554/28425b5b8f92%2C35963%2C1732110814554.meta.1732110815734.meta to hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/oldWALs/28425b5b8f92%2C35963%2C1732110814554.meta.1732110815734.meta 2024-11-20T13:53:52,473 DEBUG [RS:0;28425b5b8f92:35963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/oldWALs 2024-11-20T13:53:52,473 INFO [RS:0;28425b5b8f92:35963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C35963%2C1732110814554.meta:.meta(num 1732110828425) 2024-11-20T13:53:52,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741837_1013 (size=2288) 2024-11-20T13:53:52,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741837_1013 (size=2288) 2024-11-20T13:53:52,480 DEBUG [RS:0;28425b5b8f92:35963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/oldWALs 2024-11-20T13:53:52,480 INFO [RS:0;28425b5b8f92:35963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C35963%2C1732110814554:(num 1732110828347) 2024-11-20T13:53:52,480 DEBUG [RS:0;28425b5b8f92:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:53:52,480 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:53:52,480 INFO [RS:0;28425b5b8f92:35963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T13:53:52,480 INFO [RS:0;28425b5b8f92:35963 {}] hbase.ChoreService(370): Chore service for: regionserver/28425b5b8f92:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T13:53:52,480 INFO [RS:0;28425b5b8f92:35963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T13:53:52,480 INFO [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T13:53:52,481 INFO [RS:0;28425b5b8f92:35963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35963 2024-11-20T13:53:52,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:53:52,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/28425b5b8f92,35963,1732110814554 2024-11-20T13:53:52,550 INFO [RS:0;28425b5b8f92:35963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:53:52,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [28425b5b8f92,35963,1732110814554] 2024-11-20T13:53:52,571 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/28425b5b8f92,35963,1732110814554 already deleted, retry=false 2024-11-20T13:53:52,571 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 28425b5b8f92,35963,1732110814554 expired; onlineServers=0 2024-11-20T13:53:52,571 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '28425b5b8f92,43545,1732110814364' ***** 2024-11-20T13:53:52,571 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T13:53:52,571 INFO [M:0;28425b5b8f92:43545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:53:52,571 INFO [M:0;28425b5b8f92:43545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T13:53:52,571 DEBUG [M:0;28425b5b8f92:43545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T13:53:52,572 DEBUG [M:0;28425b5b8f92:43545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T13:53:52,572 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T13:53:52,572 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110815022 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110815022,5,FailOnTimeoutGroup] 2024-11-20T13:53:52,572 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110815023 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110815023,5,FailOnTimeoutGroup] 2024-11-20T13:53:52,572 INFO [M:0;28425b5b8f92:43545 {}] hbase.ChoreService(370): Chore service for: master/28425b5b8f92:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T13:53:52,572 INFO [M:0;28425b5b8f92:43545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T13:53:52,572 DEBUG [M:0;28425b5b8f92:43545 {}] master.HMaster(1795): Stopping service threads 2024-11-20T13:53:52,572 INFO [M:0;28425b5b8f92:43545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T13:53:52,572 INFO [M:0;28425b5b8f92:43545 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:53:52,573 INFO [M:0;28425b5b8f92:43545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:53:52,573 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T13:53:52,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T13:53:52,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:53:52,582 DEBUG [M:0;28425b5b8f92:43545 {}] zookeeper.ZKUtil(347): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T13:53:52,582 WARN [M:0;28425b5b8f92:43545 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T13:53:52,584 INFO [M:0;28425b5b8f92:43545 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/.lastflushedseqids 2024-11-20T13:53:52,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38699 is added to blk_1073741843_1021 (size=139) 2024-11-20T13:53:52,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741843_1021 (size=139) 2024-11-20T13:53:52,595 INFO [M:0;28425b5b8f92:43545 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:53:52,595 INFO [M:0;28425b5b8f92:43545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T13:53:52,595 DEBUG [M:0;28425b5b8f92:43545 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:53:52,595 INFO [M:0;28425b5b8f92:43545 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:53:52,595 DEBUG [M:0;28425b5b8f92:43545 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:53:52,595 DEBUG [M:0;28425b5b8f92:43545 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:53:52,595 DEBUG [M:0;28425b5b8f92:43545 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:53:52,595 INFO [M:0;28425b5b8f92:43545 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-20T13:53:52,596 WARN [AsyncFSWAL-0-hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData-prefix:28425b5b8f92,43545,1732110814364 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:52,596 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 28425b5b8f92%2C43545%2C1732110814364:(num 1732110814785) roll requested 2024-11-20T13:53:52,610 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/WALs/28425b5b8f92,43545,1732110814364/28425b5b8f92%2C43545%2C1732110814364.1732110832596, exclude list is [], retry=0 2024-11-20T13:53:52,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38699,DS-b08a022b-7e71-448d-9506-a3b05b39d238,DISK] 2024-11-20T13:53:52,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-c0a576ca-107a-4d51-aef0-8bd94af58748,DISK] 2024-11-20T13:53:52,615 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/WALs/28425b5b8f92,43545,1732110814364/28425b5b8f92%2C43545%2C1732110814364.1732110814785 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/WALs/28425b5b8f92,43545,1732110814364/28425b5b8f92%2C43545%2C1732110814364.1732110832596 2024-11-20T13:53:52,615 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39467:39467),(127.0.0.1/127.0.0.1:32987:32987)] 2024-11-20T13:53:52,615 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/WALs/28425b5b8f92,43545,1732110814364/28425b5b8f92%2C43545%2C1732110814364.1732110814785 is not closed yet, will try archiving it next time 2024-11-20T13:53:52,615 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:52,616 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:53:52,616 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/WALs/28425b5b8f92,43545,1732110814364/28425b5b8f92%2C43545%2C1732110814364.1732110814785 2024-11-20T13:53:52,617 WARN [IPC Server handler 2 on default port 36187 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/WALs/28425b5b8f92,43545,1732110814364/28425b5b8f92%2C43545%2C1732110814364.1732110814785 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-20T13:53:52,617 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/WALs/28425b5b8f92,43545,1732110814364/28425b5b8f92%2C43545%2C1732110814364.1732110814785 after 1ms 2024-11-20T13:53:52,633 DEBUG [M:0;28425b5b8f92:43545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebaaae3c73b645219a7d09c7e6c3091f is 82, key is hbase:meta,,1/info:regioninfo/1732110815782/Put/seqid=0 2024-11-20T13:53:52,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741845_1024 (size=5672) 2024-11-20T13:53:52,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37871 is added to blk_1073741845_1024 (size=5672) 2024-11-20T13:53:52,639 INFO [M:0;28425b5b8f92:43545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebaaae3c73b645219a7d09c7e6c3091f 2024-11-20T13:53:52,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:53:52,661 INFO [RS:0;28425b5b8f92:35963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:53:52,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x101588588300001, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:53:52,661 INFO [RS:0;28425b5b8f92:35963 {}] regionserver.HRegionServer(1031): Exiting; stopping=28425b5b8f92,35963,1732110814554; zookeeper connection closed. 2024-11-20T13:53:52,661 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61561407 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61561407 2024-11-20T13:53:52,661 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T13:53:52,662 DEBUG [M:0;28425b5b8f92:43545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/033e8c5c160042c39b2a1fe4df8e3893 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732110818378/Put/seqid=0 2024-11-20T13:53:52,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741846_1025 (size=6114) 2024-11-20T13:53:52,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741846_1025 (size=6114) 2024-11-20T13:53:52,669 INFO [M:0;28425b5b8f92:43545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/033e8c5c160042c39b2a1fe4df8e3893 2024-11-20T13:53:52,690 DEBUG [M:0;28425b5b8f92:43545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3931031aeb7a451b90e4d1fdf0043290 is 69, key is 28425b5b8f92,35963,1732110814554/rs:state/1732110815117/Put/seqid=0 2024-11-20T13:53:52,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741847_1026 (size=5156) 2024-11-20T13:53:52,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741847_1026 (size=5156) 2024-11-20T13:53:52,696 INFO [M:0;28425b5b8f92:43545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3931031aeb7a451b90e4d1fdf0043290 2024-11-20T13:53:52,716 DEBUG [M:0;28425b5b8f92:43545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c40273e608654c0cab7294b14576e019 is 52, key is load_balancer_on/state:d/1732110816019/Put/seqid=0 2024-11-20T13:53:52,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741848_1027 (size=5056) 2024-11-20T13:53:52,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38611 is added to blk_1073741848_1027 (size=5056) 2024-11-20T13:53:52,722 INFO [M:0;28425b5b8f92:43545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c40273e608654c0cab7294b14576e019 2024-11-20T13:53:52,729 DEBUG [M:0;28425b5b8f92:43545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebaaae3c73b645219a7d09c7e6c3091f as hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ebaaae3c73b645219a7d09c7e6c3091f 2024-11-20T13:53:52,736 INFO [M:0;28425b5b8f92:43545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ebaaae3c73b645219a7d09c7e6c3091f, entries=8, sequenceid=56, filesize=5.5 K 2024-11-20T13:53:52,737 DEBUG [M:0;28425b5b8f92:43545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/033e8c5c160042c39b2a1fe4df8e3893 as hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/033e8c5c160042c39b2a1fe4df8e3893 2024-11-20T13:53:52,743 INFO [M:0;28425b5b8f92:43545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/033e8c5c160042c39b2a1fe4df8e3893, entries=6, sequenceid=56, filesize=6.0 K 2024-11-20T13:53:52,744 DEBUG [M:0;28425b5b8f92:43545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3931031aeb7a451b90e4d1fdf0043290 as hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3931031aeb7a451b90e4d1fdf0043290 2024-11-20T13:53:52,749 INFO [M:0;28425b5b8f92:43545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3931031aeb7a451b90e4d1fdf0043290, entries=1, sequenceid=56, filesize=5.0 K 2024-11-20T13:53:52,751 DEBUG [M:0;28425b5b8f92:43545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c40273e608654c0cab7294b14576e019 as hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c40273e608654c0cab7294b14576e019 2024-11-20T13:53:52,757 INFO [M:0;28425b5b8f92:43545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c40273e608654c0cab7294b14576e019, entries=1, sequenceid=56, filesize=4.9 K 2024-11-20T13:53:52,758 INFO [M:0;28425b5b8f92:43545 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 163ms, sequenceid=56, compaction requested=false 2024-11-20T13:53:52,760 INFO [M:0;28425b5b8f92:43545 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:53:52,760 DEBUG [M:0;28425b5b8f92:43545 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732110832595Disabling compacts and flushes for region at 1732110832595Disabling writes for close at 1732110832595Obtaining lock to block concurrent updates at 1732110832595Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732110832595Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1732110832596 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732110832616 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732110832616Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732110832633 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732110832633Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732110832646 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732110832662 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732110832662Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732110832675 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732110832689 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732110832689Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732110832702 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732110832716 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732110832716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9ad86d: reopening flushed file at 1732110832728 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@606a9e70: reopening flushed file at 1732110832736 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570c72d6: reopening flushed file at 1732110832743 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c45f37d: reopening flushed file at 1732110832750 (+7 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 163ms, sequenceid=56, compaction requested=false at 1732110832758 (+8 ms)Writing region close event to WAL at 1732110832760 (+2 ms)Closed at 1732110832760 2024-11-20T13:53:52,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38699 is added to blk_1073741844_1022 (size=757) 2024-11-20T13:53:52,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741844_1022 (size=757) 2024-11-20T13:53:54,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T13:53:54,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:53:54,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:53:54,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:53:56,618 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/WALs/28425b5b8f92,43545,1732110814364/28425b5b8f92%2C43545%2C1732110814364.1732110814785 after 4002ms 2024-11-20T13:53:56,619 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/WALs/28425b5b8f92,43545,1732110814364/28425b5b8f92%2C43545%2C1732110814364.1732110814785 to hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/oldWALs/28425b5b8f92%2C43545%2C1732110814364.1732110814785 2024-11-20T13:53:56,623 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/MasterData/oldWALs/28425b5b8f92%2C43545%2C1732110814364.1732110814785 to hdfs://localhost:36187/user/jenkins/test-data/b8d2707d-4d1f-004f-eafd-dd79a3c20e59/oldWALs/28425b5b8f92%2C43545%2C1732110814364.1732110814785$masterlocalwal$ 2024-11-20T13:53:56,623 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T13:53:56,623 INFO [M:0;28425b5b8f92:43545 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T13:53:56,623 INFO [M:0;28425b5b8f92:43545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43545 2024-11-20T13:53:56,623 INFO [M:0;28425b5b8f92:43545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:53:56,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:53:56,836 INFO [M:0;28425b5b8f92:43545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:53:56,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x101588588300000, quorum=127.0.0.1:57018, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:53:56,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ea7f908{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:56,884 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52ade913{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:53:56,884 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:53:56,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22bbe8b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:53:56,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35bba152{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,STOPPED} 2024-11-20T13:53:56,886 WARN [BP-1140344946-172.17.0.2-1732110811764 heartbeating to localhost/127.0.0.1:36187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:53:56,886 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:53:56,886 WARN [BP-1140344946-172.17.0.2-1732110811764 heartbeating to localhost/127.0.0.1:36187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1140344946-172.17.0.2-1732110811764 (Datanode Uuid 103dc636-5512-42bb-a752-dbb5eecf535b) service to localhost/127.0.0.1:36187 2024-11-20T13:53:56,887 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:53:56,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data1/current/BP-1140344946-172.17.0.2-1732110811764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:56,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data2/current/BP-1140344946-172.17.0.2-1732110811764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:56,888 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:53:56,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d678a72{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:56,891 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19143f0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:53:56,891 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:53:56,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a1d3232{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:53:56,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f3073ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,STOPPED} 2024-11-20T13:53:56,893 WARN [BP-1140344946-172.17.0.2-1732110811764 heartbeating to localhost/127.0.0.1:36187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:53:56,893 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:53:56,893 WARN [BP-1140344946-172.17.0.2-1732110811764 heartbeating to localhost/127.0.0.1:36187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1140344946-172.17.0.2-1732110811764 (Datanode Uuid 7887a4cf-5579-4551-8b06-50d8fa691278) service to localhost/127.0.0.1:36187 2024-11-20T13:53:56,893 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:53:56,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data9/current/BP-1140344946-172.17.0.2-1732110811764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:56,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data10/current/BP-1140344946-172.17.0.2-1732110811764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:56,894 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:53:56,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@724bced5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:56,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@873ccfc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:53:56,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:53:56,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6663f408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:53:56,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2714f2a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,STOPPED} 2024-11-20T13:53:56,898 WARN [BP-1140344946-172.17.0.2-1732110811764 heartbeating to localhost/127.0.0.1:36187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:53:56,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:53:56,898 WARN [BP-1140344946-172.17.0.2-1732110811764 heartbeating to localhost/127.0.0.1:36187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1140344946-172.17.0.2-1732110811764 (Datanode Uuid 036d6a09-39a2-42a0-8bf4-f57c3b662d59) service to localhost/127.0.0.1:36187 2024-11-20T13:53:56,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:53:56,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data7/current/BP-1140344946-172.17.0.2-1732110811764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:56,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data8/current/BP-1140344946-172.17.0.2-1732110811764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:56,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:53:56,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33cda920{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:56,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ff475{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:53:56,901 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:53:56,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f55efb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:53:56,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a1625d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,STOPPED} 2024-11-20T13:53:56,902 WARN [BP-1140344946-172.17.0.2-1732110811764 heartbeating to localhost/127.0.0.1:36187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:53:56,902 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:53:56,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:53:56,903 WARN [BP-1140344946-172.17.0.2-1732110811764 heartbeating to localhost/127.0.0.1:36187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1140344946-172.17.0.2-1732110811764 (Datanode Uuid be1b50e0-8e77-4005-8543-d0e317c6718f) service to localhost/127.0.0.1:36187 2024-11-20T13:53:56,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data5/current/BP-1140344946-172.17.0.2-1732110811764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:56,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data6/current/BP-1140344946-172.17.0.2-1732110811764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:56,904 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:53:56,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d36d727{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:56,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49640a0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:53:56,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:53:56,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11e33a91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:53:56,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8bef37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,STOPPED} 2024-11-20T13:53:56,908 WARN [BP-1140344946-172.17.0.2-1732110811764 heartbeating to localhost/127.0.0.1:36187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:53:56,908 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:53:56,908 WARN [BP-1140344946-172.17.0.2-1732110811764 heartbeating to localhost/127.0.0.1:36187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1140344946-172.17.0.2-1732110811764 (Datanode Uuid a60da9fb-1cdc-4e78-8131-f37bc6f45918) service to localhost/127.0.0.1:36187 2024-11-20T13:53:56,908 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:53:56,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data3/current/BP-1140344946-172.17.0.2-1732110811764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:56,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/cluster_fa444b80-ffe5-b042-9092-199d7689b296/data/data4/current/BP-1140344946-172.17.0.2-1732110811764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:53:56,910 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:53:56,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cf00585{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:53:56,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d51918b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:53:56,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:53:56,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d1e03de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:53:56,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178e5bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir/,STOPPED} 2024-11-20T13:53:56,923 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T13:53:56,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T13:53:56,957 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 67) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36187 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=8167 (was 7827) - AvailableMemoryMB LEAK? - 2024-11-20T13:53:56,963 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=8166 2024-11-20T13:53:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T13:53:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.log.dir so I do NOT create it in target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911 2024-11-20T13:53:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/905e01f8-f2fb-f3d9-7c6a-3db2aa4cde18/hadoop.tmp.dir so I do NOT create it in target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911 2024-11-20T13:53:56,964 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/cluster_d8eb17e4-d175-77c1-936a-f4bc513f28ad, deleteOnExit=true 2024-11-20T13:53:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T13:53:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/test.cache.data in system properties and HBase conf 2024-11-20T13:53:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T13:53:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/hadoop.log.dir in system properties and HBase conf 2024-11-20T13:53:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T13:53:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T13:53:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T13:53:56,965 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T13:53:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:53:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:53:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T13:53:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:53:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T13:53:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T13:53:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:53:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:53:56,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T13:53:56,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/nfs.dump.dir in system properties and HBase conf 2024-11-20T13:53:56,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/java.io.tmpdir in system properties and HBase conf 2024-11-20T13:53:56,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:53:56,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T13:53:56,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T13:53:57,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:53:57,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:53:57,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:53:57,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:53:57,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:53:57,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:53:57,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d53899{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:53:57,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d79aa7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:53:57,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53e46b79{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/java.io.tmpdir/jetty-localhost-34721-hadoop-hdfs-3_4_1-tests_jar-_-any-770180592131219051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:53:57,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3044fe3d{HTTP/1.1, (http/1.1)}{localhost:34721} 2024-11-20T13:53:57,377 INFO [Time-limited test {}] server.Server(415): Started @94591ms 2024-11-20T13:53:57,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:53:57,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:53:57,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:53:57,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:53:57,746 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:53:57,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2758dbc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:53:57,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0c5248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:53:57,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9b7b21{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/java.io.tmpdir/jetty-localhost-37631-hadoop-hdfs-3_4_1-tests_jar-_-any-2488809598375792292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:57,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a80853a{HTTP/1.1, (http/1.1)}{localhost:37631} 2024-11-20T13:53:57,839 INFO [Time-limited test {}] server.Server(415): Started @95054ms 2024-11-20T13:53:57,840 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:53:57,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:53:57,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:53:57,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:53:57,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:53:57,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:53:57,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ffe2d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:53:57,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c77845f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:53:57,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58ecb840{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/java.io.tmpdir/jetty-localhost-39807-hadoop-hdfs-3_4_1-tests_jar-_-any-13841925204213166309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:53:57,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b96d285{HTTP/1.1, (http/1.1)}{localhost:39807} 2024-11-20T13:53:57,963 INFO [Time-limited test {}] server.Server(415): Started @95177ms 2024-11-20T13:53:57,964 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:53:59,499 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/cluster_d8eb17e4-d175-77c1-936a-f4bc513f28ad/data/data2/current/BP-834851821-172.17.0.2-1732110836989/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:59,499 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/cluster_d8eb17e4-d175-77c1-936a-f4bc513f28ad/data/data1/current/BP-834851821-172.17.0.2-1732110836989/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:59,520 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:53:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafaa80c96f6913a6 with lease ID 0x781a998e6edf8990: Processing first storage report for DS-6870dbdb-8d11-48c4-9478-0f4138a61d96 from datanode DatanodeRegistration(127.0.0.1:41609, datanodeUuid=b72d1514-85b2-47fb-98de-1c4ae75e25af, infoPort=34465, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1388433268;c=1732110836989) 2024-11-20T13:53:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafaa80c96f6913a6 with lease ID 0x781a998e6edf8990: from storage DS-6870dbdb-8d11-48c4-9478-0f4138a61d96 node DatanodeRegistration(127.0.0.1:41609, datanodeUuid=b72d1514-85b2-47fb-98de-1c4ae75e25af, infoPort=34465, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1388433268;c=1732110836989), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafaa80c96f6913a6 with lease ID 0x781a998e6edf8990: Processing first storage report for DS-fa76a33b-4b46-4586-96f1-bf4b15fb336b from datanode DatanodeRegistration(127.0.0.1:41609, datanodeUuid=b72d1514-85b2-47fb-98de-1c4ae75e25af, infoPort=34465, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1388433268;c=1732110836989) 2024-11-20T13:53:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafaa80c96f6913a6 with lease ID 0x781a998e6edf8990: from storage DS-fa76a33b-4b46-4586-96f1-bf4b15fb336b node DatanodeRegistration(127.0.0.1:41609, datanodeUuid=b72d1514-85b2-47fb-98de-1c4ae75e25af, infoPort=34465, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1388433268;c=1732110836989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:59,627 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/cluster_d8eb17e4-d175-77c1-936a-f4bc513f28ad/data/data4/current/BP-834851821-172.17.0.2-1732110836989/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:59,627 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/cluster_d8eb17e4-d175-77c1-936a-f4bc513f28ad/data/data3/current/BP-834851821-172.17.0.2-1732110836989/current, will proceed with Du for space computation calculation, 2024-11-20T13:53:59,649 WARN [Thread-787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:53:59,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ac3e70d064606a3 with lease ID 0x781a998e6edf8991: Processing first storage report for DS-fbb22dd4-84cd-4c45-a1d3-84ea933a4f90 from datanode DatanodeRegistration(127.0.0.1:44099, datanodeUuid=4ae7496c-6fd0-4bac-8654-4dd143a2d529, infoPort=38235, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=1388433268;c=1732110836989) 2024-11-20T13:53:59,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ac3e70d064606a3 with lease ID 0x781a998e6edf8991: from storage DS-fbb22dd4-84cd-4c45-a1d3-84ea933a4f90 node DatanodeRegistration(127.0.0.1:44099, datanodeUuid=4ae7496c-6fd0-4bac-8654-4dd143a2d529, infoPort=38235, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=1388433268;c=1732110836989), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:59,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ac3e70d064606a3 with lease ID 0x781a998e6edf8991: Processing first storage report for DS-627d559a-403e-4e53-912c-5327550b7c2f from datanode DatanodeRegistration(127.0.0.1:44099, datanodeUuid=4ae7496c-6fd0-4bac-8654-4dd143a2d529, infoPort=38235, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=1388433268;c=1732110836989) 2024-11-20T13:53:59,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ac3e70d064606a3 with lease ID 0x781a998e6edf8991: from storage DS-627d559a-403e-4e53-912c-5327550b7c2f node DatanodeRegistration(127.0.0.1:44099, datanodeUuid=4ae7496c-6fd0-4bac-8654-4dd143a2d529, infoPort=38235, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=1388433268;c=1732110836989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:53:59,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911 2024-11-20T13:53:59,702 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/cluster_d8eb17e4-d175-77c1-936a-f4bc513f28ad/zookeeper_0, clientPort=55308, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/cluster_d8eb17e4-d175-77c1-936a-f4bc513f28ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/cluster_d8eb17e4-d175-77c1-936a-f4bc513f28ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T13:53:59,703 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55308 2024-11-20T13:53:59,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:53:59,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:53:59,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:53:59,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:53:59,728 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254 with version=8 2024-11-20T13:53:59,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/hbase-staging 2024-11-20T13:53:59,730 INFO [Time-limited test {}] client.ConnectionUtils(128): master/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:53:59,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:53:59,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:53:59,730 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:53:59,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:53:59,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:53:59,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T13:53:59,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:53:59,731 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33963 2024-11-20T13:53:59,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33963 connecting to ZooKeeper ensemble=127.0.0.1:55308 2024-11-20T13:53:59,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339630x0, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:53:59,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33963-0x1015885eb410000 connected 2024-11-20T13:54:00,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:00,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:00,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:54:00,025 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254, hbase.cluster.distributed=false 2024-11-20T13:54:00,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:54:00,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33963 2024-11-20T13:54:00,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33963 2024-11-20T13:54:00,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33963 2024-11-20T13:54:00,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33963 2024-11-20T13:54:00,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33963 2024-11-20T13:54:00,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T13:54:00,051 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:54:00,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:54:00,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:54:00,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:54:00,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:54:00,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:54:00,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:54:00,052 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:54:00,052 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41847 2024-11-20T13:54:00,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41847 connecting to ZooKeeper ensemble=127.0.0.1:55308 2024-11-20T13:54:00,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:00,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:00,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418470x0, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:54:00,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418470x0, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:54:00,070 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:54:00,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41847-0x1015885eb410001 connected 2024-11-20T13:54:00,072 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:54:00,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:54:00,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:54:00,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41847 2024-11-20T13:54:00,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41847 2024-11-20T13:54:00,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41847 2024-11-20T13:54:00,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41847 2024-11-20T13:54:00,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41847 2024-11-20T13:54:00,099 DEBUG [M:0;28425b5b8f92:33963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;28425b5b8f92:33963 2024-11-20T13:54:00,100 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/28425b5b8f92,33963,1732110839729 2024-11-20T13:54:00,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:54:00,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:54:00,111 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/28425b5b8f92,33963,1732110839729 2024-11-20T13:54:00,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:00,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:54:00,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:00,122 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:54:00,122 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/28425b5b8f92,33963,1732110839729 from backup master directory 2024-11-20T13:54:00,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:54:00,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/28425b5b8f92,33963,1732110839729 2024-11-20T13:54:00,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:54:00,132 WARN [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:54:00,132 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=28425b5b8f92,33963,1732110839729 2024-11-20T13:54:00,137 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/hbase.id] with ID: e1b50732-012d-4edf-984b-a5d2fdff6f2d 2024-11-20T13:54:00,137 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/.tmp/hbase.id 2024-11-20T13:54:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:54:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:54:00,145 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/.tmp/hbase.id]:[hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/hbase.id] 2024-11-20T13:54:00,160 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:00,160 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T13:54:00,162 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T13:54:00,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:00,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:00,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:54:00,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:54:00,183 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:54:00,184 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T13:54:00,184 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:54:00,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:54:00,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:54:00,201 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store 2024-11-20T13:54:00,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:54:00,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:54:00,211 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:54:00,211 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:54:00,211 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:54:00,211 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:54:00,211 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:54:00,211 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:54:00,211 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:54:00,211 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732110840211Disabling compacts and flushes for region at 1732110840211Disabling writes for close at 1732110840211Writing region close event to WAL at 1732110840211Closed at 1732110840211 2024-11-20T13:54:00,212 WARN [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/.initializing 2024-11-20T13:54:00,212 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/WALs/28425b5b8f92,33963,1732110839729 2024-11-20T13:54:00,213 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:54:00,215 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C33963%2C1732110839729, suffix=, logDir=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/WALs/28425b5b8f92,33963,1732110839729, archiveDir=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/oldWALs, maxLogs=10 2024-11-20T13:54:00,230 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/WALs/28425b5b8f92,33963,1732110839729/28425b5b8f92%2C33963%2C1732110839729.1732110840216, exclude list is [], retry=0 2024-11-20T13:54:00,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41609,DS-6870dbdb-8d11-48c4-9478-0f4138a61d96,DISK] 2024-11-20T13:54:00,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44099,DS-fbb22dd4-84cd-4c45-a1d3-84ea933a4f90,DISK] 2024-11-20T13:54:00,236 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/WALs/28425b5b8f92,33963,1732110839729/28425b5b8f92%2C33963%2C1732110839729.1732110840216 2024-11-20T13:54:00,237 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34465:34465),(127.0.0.1/127.0.0.1:38235:38235)] 2024-11-20T13:54:00,237 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:54:00,237 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:54:00,237 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:00,237 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:00,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:00,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T13:54:00,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:00,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:00,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:00,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T13:54:00,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:00,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:54:00,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:00,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T13:54:00,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:00,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:54:00,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:00,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T13:54:00,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:00,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:54:00,253 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:00,254 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:00,255 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:00,256 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:00,256 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:00,257 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:54:00,259 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:00,262 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:54:00,263 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=865121, jitterRate=0.10005857050418854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:54:00,263 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732110840238Initializing all the Stores at 1732110840238Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110840239 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110840240 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110840240Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110840240Cleaning up temporary data from old regions at 1732110840257 (+17 ms)Region opened successfully at 1732110840263 (+6 ms) 2024-11-20T13:54:00,264 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T13:54:00,268 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3960813c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:54:00,269 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T13:54:00,269 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T13:54:00,269 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T13:54:00,269 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:54:00,270 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T13:54:00,271 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T13:54:00,271 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T13:54:00,273 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T13:54:00,275 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T13:54:00,287 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T13:54:00,287 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T13:54:00,288 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T13:54:00,300 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T13:54:00,300 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T13:54:00,302 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T13:54:00,389 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T13:54:00,390 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T13:54:00,469 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T13:54:00,472 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T13:54:00,545 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T13:54:00,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:54:00,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:54:00,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:00,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:00,620 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=28425b5b8f92,33963,1732110839729, sessionid=0x1015885eb410000, setting cluster-up flag (Was=false) 2024-11-20T13:54:00,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:00,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:00,753 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T13:54:00,754 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,33963,1732110839729 2024-11-20T13:54:00,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:00,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:00,805 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T13:54:00,807 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,33963,1732110839729 2024-11-20T13:54:00,808 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T13:54:00,810 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:54:00,810 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T13:54:00,811 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T13:54:00,811 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 28425b5b8f92,33963,1732110839729 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T13:54:00,812 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:54:00,812 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:54:00,812 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:54:00,812 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:54:00,812 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/28425b5b8f92:0, corePoolSize=10, maxPoolSize=10 2024-11-20T13:54:00,812 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:00,812 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:54:00,813 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:00,813 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110870813 2024-11-20T13:54:00,813 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T13:54:00,814 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T13:54:00,814 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T13:54:00,814 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T13:54:00,814 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T13:54:00,814 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T13:54:00,814 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:54:00,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T13:54:00,815 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T13:54:00,815 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T13:54:00,815 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T13:54:00,815 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T13:54:00,815 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T13:54:00,816 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:00,816 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110840815,5,FailOnTimeoutGroup] 2024-11-20T13:54:00,816 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:54:00,816 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110840816,5,FailOnTimeoutGroup] 2024-11-20T13:54:00,816 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,816 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T13:54:00,816 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,816 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741831_1007 (size=1321) 2024-11-20T13:54:00,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741831_1007 (size=1321) 2024-11-20T13:54:00,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T13:54:00,824 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254 2024-11-20T13:54:00,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:54:00,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:54:00,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:54:00,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:54:00,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:54:00,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:00,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:00,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T13:54:00,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T13:54:00,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:00,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:00,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:54:00,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:54:00,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:00,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:00,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:54:00,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:54:00,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:00,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:00,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T13:54:00,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740 2024-11-20T13:54:00,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740 2024-11-20T13:54:00,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T13:54:00,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T13:54:00,843 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:54:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T13:54:00,846 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:54:00,847 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=860671, jitterRate=0.09440036118030548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:54:00,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732110840831Initializing all the Stores at 1732110840832 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110840832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110840832Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110840832Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110840832Cleaning up temporary data from old regions at 1732110840843 (+11 ms)Region opened successfully at 1732110840847 (+4 ms) 2024-11-20T13:54:00,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:54:00,848 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T13:54:00,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T13:54:00,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:54:00,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:54:00,848 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T13:54:00,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732110840848Disabling compacts and flushes for region at 1732110840848Disabling writes for close at 1732110840848Writing region close event to WAL at 1732110840848Closed at 1732110840848 2024-11-20T13:54:00,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:54:00,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T13:54:00,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:54:00,851 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:54:00,852 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T13:54:00,889 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(746): ClusterId : e1b50732-012d-4edf-984b-a5d2fdff6f2d 2024-11-20T13:54:00,889 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:54:00,912 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:54:00,912 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:54:00,922 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:54:00,923 DEBUG [RS:0;28425b5b8f92:41847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2688802d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:54:00,933 DEBUG [RS:0;28425b5b8f92:41847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;28425b5b8f92:41847 2024-11-20T13:54:00,933 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T13:54:00,933 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T13:54:00,934 DEBUG [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T13:54:00,934 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(2659): reportForDuty to master=28425b5b8f92,33963,1732110839729 with port=41847, startcode=1732110840050 2024-11-20T13:54:00,935 DEBUG [RS:0;28425b5b8f92:41847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:54:00,936 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37223, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:54:00,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 28425b5b8f92,41847,1732110840050 2024-11-20T13:54:00,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33963 {}] master.ServerManager(517): Registering regionserver=28425b5b8f92,41847,1732110840050 2024-11-20T13:54:00,939 DEBUG [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254 2024-11-20T13:54:00,939 DEBUG [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38253 2024-11-20T13:54:00,939 DEBUG [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T13:54:00,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:54:00,950 DEBUG [RS:0;28425b5b8f92:41847 {}] zookeeper.ZKUtil(111): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/28425b5b8f92,41847,1732110840050 2024-11-20T13:54:00,950 WARN [RS:0;28425b5b8f92:41847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:54:00,951 INFO [RS:0;28425b5b8f92:41847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:54:00,951 DEBUG [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050 2024-11-20T13:54:00,952 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [28425b5b8f92,41847,1732110840050] 2024-11-20T13:54:00,955 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:54:00,957 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:54:00,957 INFO [RS:0;28425b5b8f92:41847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:54:00,957 INFO [RS:0;28425b5b8f92:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,957 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T13:54:00,958 INFO [RS:0;28425b5b8f92:41847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T13:54:00,958 INFO [RS:0;28425b5b8f92:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:54:00,959 DEBUG [RS:0;28425b5b8f92:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:54:00,962 INFO [RS:0;28425b5b8f92:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,962 INFO [RS:0;28425b5b8f92:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,962 INFO [RS:0;28425b5b8f92:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,963 INFO [RS:0;28425b5b8f92:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,963 INFO [RS:0;28425b5b8f92:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,963 INFO [RS:0;28425b5b8f92:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,41847,1732110840050-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:54:00,978 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:54:00,978 INFO [RS:0;28425b5b8f92:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,41847,1732110840050-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,978 INFO [RS:0;28425b5b8f92:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,978 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.Replication(171): 28425b5b8f92,41847,1732110840050 started 2024-11-20T13:54:00,992 INFO [RS:0;28425b5b8f92:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:00,992 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(1482): Serving as 28425b5b8f92,41847,1732110840050, RpcServer on 28425b5b8f92/172.17.0.2:41847, sessionid=0x1015885eb410001 2024-11-20T13:54:00,993 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:54:00,993 DEBUG [RS:0;28425b5b8f92:41847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 28425b5b8f92,41847,1732110840050 2024-11-20T13:54:00,993 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,41847,1732110840050' 2024-11-20T13:54:00,993 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:54:00,993 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:54:00,994 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:54:00,994 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:54:00,994 DEBUG [RS:0;28425b5b8f92:41847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 28425b5b8f92,41847,1732110840050 2024-11-20T13:54:00,994 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,41847,1732110840050' 2024-11-20T13:54:00,994 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:54:00,994 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:54:00,995 DEBUG [RS:0;28425b5b8f92:41847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:54:00,995 INFO [RS:0;28425b5b8f92:41847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:54:00,995 INFO [RS:0;28425b5b8f92:41847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:54:01,002 WARN [28425b5b8f92:33963 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T13:54:01,096 INFO [RS:0;28425b5b8f92:41847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:54:01,097 INFO [RS:0;28425b5b8f92:41847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C41847%2C1732110840050, suffix=, logDir=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050, archiveDir=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/oldWALs, maxLogs=32 2024-11-20T13:54:01,112 DEBUG [RS:0;28425b5b8f92:41847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110841098, exclude list is [], retry=0 2024-11-20T13:54:01,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41609,DS-6870dbdb-8d11-48c4-9478-0f4138a61d96,DISK] 2024-11-20T13:54:01,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44099,DS-fbb22dd4-84cd-4c45-a1d3-84ea933a4f90,DISK] 2024-11-20T13:54:01,120 INFO [RS:0;28425b5b8f92:41847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110841098 2024-11-20T13:54:01,121 DEBUG [RS:0;28425b5b8f92:41847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34465:34465),(127.0.0.1/127.0.0.1:38235:38235)] 2024-11-20T13:54:01,252 DEBUG [28425b5b8f92:33963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T13:54:01,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=28425b5b8f92,41847,1732110840050 2024-11-20T13:54:01,254 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,41847,1732110840050, state=OPENING 2024-11-20T13:54:01,265 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T13:54:01,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:01,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:01,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:54:01,277 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:54:01,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,41847,1732110840050}] 2024-11-20T13:54:01,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:54:01,430 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:54:01,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53231, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:54:01,435 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T13:54:01,436 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:54:01,436 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:54:01,437 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C41847%2C1732110840050.meta, suffix=.meta, logDir=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050, archiveDir=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/oldWALs, maxLogs=32 2024-11-20T13:54:01,450 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.meta.1732110841438.meta, exclude list is [], retry=0 2024-11-20T13:54:01,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41609,DS-6870dbdb-8d11-48c4-9478-0f4138a61d96,DISK] 2024-11-20T13:54:01,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44099,DS-fbb22dd4-84cd-4c45-a1d3-84ea933a4f90,DISK] 2024-11-20T13:54:01,455 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.meta.1732110841438.meta 2024-11-20T13:54:01,455 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38235:38235),(127.0.0.1/127.0.0.1:34465:34465)] 2024-11-20T13:54:01,455 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:54:01,456 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:54:01,456 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:54:01,456 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:54:01,456 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:54:01,456 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:54:01,456 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T13:54:01,456 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T13:54:01,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:54:01,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:54:01,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:01,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:01,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T13:54:01,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T13:54:01,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:01,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:01,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:54:01,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:54:01,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:01,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:01,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:54:01,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:54:01,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:01,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:01,463 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T13:54:01,464 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740 2024-11-20T13:54:01,465 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740 2024-11-20T13:54:01,466 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T13:54:01,466 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T13:54:01,467 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:54:01,468 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T13:54:01,469 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=836069, jitterRate=0.06311720609664917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:54:01,469 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T13:54:01,470 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732110841456Writing region info on filesystem at 1732110841456Initializing all the Stores at 1732110841457 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110841457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110841458 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110841458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110841458Cleaning up temporary data from old regions at 1732110841467 (+9 ms)Running coprocessor post-open hooks at 1732110841469 (+2 ms)Region opened successfully at 1732110841470 (+1 ms) 2024-11-20T13:54:01,471 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732110841430 2024-11-20T13:54:01,473 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:54:01,473 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T13:54:01,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,41847,1732110840050 2024-11-20T13:54:01,475 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,41847,1732110840050, state=OPEN 2024-11-20T13:54:01,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:54:01,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:54:01,557 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=28425b5b8f92,41847,1732110840050 2024-11-20T13:54:01,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:54:01,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:54:01,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T13:54:01,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,41847,1732110840050 in 280 msec 2024-11-20T13:54:01,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T13:54:01,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 714 msec 2024-11-20T13:54:01,569 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:54:01,570 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T13:54:01,571 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:54:01,571 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41847,1732110840050, seqNum=-1] 2024-11-20T13:54:01,572 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:54:01,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50401, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:54:01,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 767 msec 2024-11-20T13:54:01,578 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732110841578, completionTime=-1 2024-11-20T13:54:01,578 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T13:54:01,578 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:54:01,580 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T13:54:01,580 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732110901580 2024-11-20T13:54:01,580 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732110961580 2024-11-20T13:54:01,580 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-20T13:54:01,581 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,33963,1732110839729-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:01,581 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,33963,1732110839729-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:01,581 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,33963,1732110839729-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:01,581 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-28425b5b8f92:33963, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:01,581 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:01,581 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:01,583 DEBUG [master/28425b5b8f92:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T13:54:01,586 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.454sec 2024-11-20T13:54:01,586 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T13:54:01,586 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T13:54:01,586 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T13:54:01,586 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T13:54:01,586 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T13:54:01,586 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,33963,1732110839729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:54:01,587 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,33963,1732110839729-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T13:54:01,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216816a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:54:01,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,33963,-1 for getting cluster id 2024-11-20T13:54:01,590 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T13:54:01,590 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T13:54:01,590 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,33963,1732110839729-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:01,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T13:54:01,592 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1b50732-012d-4edf-984b-a5d2fdff6f2d' 2024-11-20T13:54:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T13:54:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1b50732-012d-4edf-984b-a5d2fdff6f2d" 2024-11-20T13:54:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c80133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:54:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,33963,-1] 2024-11-20T13:54:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T13:54:01,594 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:54:01,595 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T13:54:01,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19684d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:54:01,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:54:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,41847,1732110840050, seqNum=-1] 2024-11-20T13:54:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:54:01,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:54:01,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=28425b5b8f92,33963,1732110839729 2024-11-20T13:54:01,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:01,604 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T13:54:01,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T13:54:01,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 28425b5b8f92,33963,1732110839729 2024-11-20T13:54:01,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@422aa6d8 2024-11-20T13:54:01,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:54:01,607 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:54:01,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T13:54:01,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T13:54:01,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:54:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T13:54:01,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:54:01,611 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:01,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-20T13:54:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:54:01,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:54:01,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741835_1011 (size=405) 2024-11-20T13:54:01,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741835_1011 (size=405) 2024-11-20T13:54:01,622 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c2fcbfa75d7bc740dd8f0d89a0e14d9, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254 2024-11-20T13:54:01,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741836_1012 (size=88) 2024-11-20T13:54:01,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741836_1012 (size=88) 2024-11-20T13:54:01,629 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:54:01,629 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 2c2fcbfa75d7bc740dd8f0d89a0e14d9, disabling compactions & flushes 2024-11-20T13:54:01,629 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:01,629 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:01,629 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. after waiting 0 ms 2024-11-20T13:54:01,629 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:01,629 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:01,629 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c2fcbfa75d7bc740dd8f0d89a0e14d9: Waiting for close lock at 1732110841629Disabling compacts and flushes for region at 1732110841629Disabling writes for close at 1732110841629Writing region close event to WAL at 1732110841629Closed at 1732110841629 2024-11-20T13:54:01,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:54:01,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732110841631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110841631"}]},"ts":"1732110841631"} 2024-11-20T13:54:01,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T13:54:01,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:54:01,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110841634"}]},"ts":"1732110841634"} 2024-11-20T13:54:01,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-20T13:54:01,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=2c2fcbfa75d7bc740dd8f0d89a0e14d9, ASSIGN}] 2024-11-20T13:54:01,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=2c2fcbfa75d7bc740dd8f0d89a0e14d9, ASSIGN 2024-11-20T13:54:01,639 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=2c2fcbfa75d7bc740dd8f0d89a0e14d9, ASSIGN; state=OFFLINE, location=28425b5b8f92,41847,1732110840050; forceNewPlan=false, retain=false 2024-11-20T13:54:01,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c2fcbfa75d7bc740dd8f0d89a0e14d9, regionState=OPENING, regionLocation=28425b5b8f92,41847,1732110840050 2024-11-20T13:54:01,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=2c2fcbfa75d7bc740dd8f0d89a0e14d9, ASSIGN because future has completed 2024-11-20T13:54:01,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c2fcbfa75d7bc740dd8f0d89a0e14d9, server=28425b5b8f92,41847,1732110840050}] 2024-11-20T13:54:01,951 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:01,951 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c2fcbfa75d7bc740dd8f0d89a0e14d9, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:54:01,951 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2c2fcbfa75d7bc740dd8f0d89a0e14d9 2024-11-20T13:54:01,951 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:54:01,951 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 2024-11-20T13:54:01,951 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 2024-11-20T13:54:01,953 INFO [StoreOpener-2c2fcbfa75d7bc740dd8f0d89a0e14d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2c2fcbfa75d7bc740dd8f0d89a0e14d9 2024-11-20T13:54:01,955 INFO [StoreOpener-2c2fcbfa75d7bc740dd8f0d89a0e14d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c2fcbfa75d7bc740dd8f0d89a0e14d9 columnFamilyName info 2024-11-20T13:54:01,955 DEBUG [StoreOpener-2c2fcbfa75d7bc740dd8f0d89a0e14d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:01,955 INFO [StoreOpener-2c2fcbfa75d7bc740dd8f0d89a0e14d9-1 {}] regionserver.HStore(327): Store=2c2fcbfa75d7bc740dd8f0d89a0e14d9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:54:01,956 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 2024-11-20T13:54:01,957 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9 2024-11-20T13:54:01,957 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9 2024-11-20T13:54:01,958 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 2024-11-20T13:54:01,958 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 2024-11-20T13:54:01,960 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 2024-11-20T13:54:01,963 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:54:01,963 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2c2fcbfa75d7bc740dd8f0d89a0e14d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=841199, jitterRate=0.0696401298046112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:54:01,964 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 2024-11-20T13:54:01,965 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2c2fcbfa75d7bc740dd8f0d89a0e14d9: Running coprocessor pre-open hook at 1732110841951Writing region info on filesystem at 1732110841951Initializing all the Stores at 1732110841952 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110841952Cleaning up temporary data from old regions at 1732110841958 (+6 ms)Running coprocessor post-open hooks at 1732110841964 (+6 ms)Region opened successfully at 1732110841964 2024-11-20T13:54:01,966 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9., pid=6, masterSystemTime=1732110841947 2024-11-20T13:54:01,970 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:01,970 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:01,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c2fcbfa75d7bc740dd8f0d89a0e14d9, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,41847,1732110840050 2024-11-20T13:54:01,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c2fcbfa75d7bc740dd8f0d89a0e14d9, server=28425b5b8f92,41847,1732110840050 because future has completed 2024-11-20T13:54:01,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T13:54:01,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c2fcbfa75d7bc740dd8f0d89a0e14d9, server=28425b5b8f92,41847,1732110840050 in 181 msec 2024-11-20T13:54:01,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T13:54:01,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=2c2fcbfa75d7bc740dd8f0d89a0e14d9, ASSIGN in 342 msec 2024-11-20T13:54:01,984 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:54:01,984 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110841984"}]},"ts":"1732110841984"} 2024-11-20T13:54:01,987 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-20T13:54:01,988 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:54:01,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 380 msec 2024-11-20T13:54:05,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T13:54:05,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:05,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:06,955 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T13:54:06,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-20T13:54:10,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T13:54:10,044 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T13:54:10,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:54:10,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T13:54:10,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T13:54:10,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T13:54:10,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T13:54:10,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-20T13:54:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:54:11,650 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T13:54:11,650 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-20T13:54:11,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T13:54:11,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9., hostname=28425b5b8f92,41847,1732110840050, seqNum=2] 2024-11-20T13:54:11,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T13:54:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T13:54:11,668 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:54:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T13:54:11,669 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:54:11,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:54:11,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T13:54:11,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:11,829 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 2c2fcbfa75d7bc740dd8f0d89a0e14d9 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T13:54:11,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/7a1693c87bcd406184a76e6902a244b2 is 1055, key is row0001/info:/1732110851658/Put/seqid=0 2024-11-20T13:54:11,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741837_1013 (size=6008) 2024-11-20T13:54:11,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741837_1013 (size=6008) 2024-11-20T13:54:11,852 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/7a1693c87bcd406184a76e6902a244b2 2024-11-20T13:54:11,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/7a1693c87bcd406184a76e6902a244b2 as hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/7a1693c87bcd406184a76e6902a244b2 2024-11-20T13:54:11,869 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/7a1693c87bcd406184a76e6902a244b2, entries=1, sequenceid=5, filesize=5.9 K 2024-11-20T13:54:11,871 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 in 41ms, sequenceid=5, compaction requested=false 2024-11-20T13:54:11,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 2c2fcbfa75d7bc740dd8f0d89a0e14d9: 2024-11-20T13:54:11,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:11,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T13:54:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T13:54:11,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T13:54:11,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2024-11-20T13:54:11,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 216 msec 2024-11-20T13:54:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T13:54:21,771 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T13:54:21,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T13:54:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T13:54:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T13:54:21,781 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:54:21,782 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:54:21,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:54:21,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T13:54:21,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:21,938 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 2c2fcbfa75d7bc740dd8f0d89a0e14d9 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T13:54:21,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/9411aceec09e45a884e8c5e1b14947f5 is 1055, key is row0002/info:/1732110861773/Put/seqid=0 2024-11-20T13:54:21,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741838_1014 (size=6008) 2024-11-20T13:54:21,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741838_1014 (size=6008) 2024-11-20T13:54:21,956 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/9411aceec09e45a884e8c5e1b14947f5 2024-11-20T13:54:21,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/9411aceec09e45a884e8c5e1b14947f5 as hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/9411aceec09e45a884e8c5e1b14947f5 2024-11-20T13:54:21,972 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/9411aceec09e45a884e8c5e1b14947f5, entries=1, sequenceid=9, filesize=5.9 K 2024-11-20T13:54:21,973 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 in 36ms, sequenceid=9, compaction requested=false 2024-11-20T13:54:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 2c2fcbfa75d7bc740dd8f0d89a0e14d9: 2024-11-20T13:54:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T13:54:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T13:54:21,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T13:54:21,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 193 msec 2024-11-20T13:54:21,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 200 msec 2024-11-20T13:54:29,699 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:54:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T13:54:31,861 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T13:54:31,883 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110871867, exclude list is [], retry=0 2024-11-20T13:54:31,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44099,DS-fbb22dd4-84cd-4c45-a1d3-84ea933a4f90,DISK] 2024-11-20T13:54:31,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41609,DS-6870dbdb-8d11-48c4-9478-0f4138a61d96,DISK] 2024-11-20T13:54:31,887 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110841098 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110871867 2024-11-20T13:54:31,888 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38235:38235),(127.0.0.1/127.0.0.1:34465:34465)] 2024-11-20T13:54:31,888 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110841098 is not closed yet, will try archiving it next time 2024-11-20T13:54:31,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T13:54:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T13:54:31,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741833_1009 (size=5471) 2024-11-20T13:54:31,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741833_1009 (size=5471) 2024-11-20T13:54:31,891 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110841098 not finished, retry = 0 2024-11-20T13:54:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T13:54:31,892 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:54:31,893 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:54:31,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:54:32,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T13:54:32,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:32,048 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 2c2fcbfa75d7bc740dd8f0d89a0e14d9 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T13:54:32,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/ac4086ba29a3438ba551e77b989fc2ed is 1055, key is row0003/info:/1732110871865/Put/seqid=0 2024-11-20T13:54:32,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741840_1016 (size=6008) 2024-11-20T13:54:32,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741840_1016 (size=6008) 2024-11-20T13:54:32,465 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/ac4086ba29a3438ba551e77b989fc2ed 2024-11-20T13:54:32,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/ac4086ba29a3438ba551e77b989fc2ed as hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/ac4086ba29a3438ba551e77b989fc2ed 2024-11-20T13:54:32,483 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/ac4086ba29a3438ba551e77b989fc2ed, entries=1, sequenceid=13, filesize=5.9 K 2024-11-20T13:54:32,484 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 in 435ms, sequenceid=13, compaction requested=true 2024-11-20T13:54:32,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 2c2fcbfa75d7bc740dd8f0d89a0e14d9: 2024-11-20T13:54:32,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:32,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T13:54:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T13:54:32,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T13:54:32,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 593 msec 2024-11-20T13:54:32,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 600 msec 2024-11-20T13:54:41,601 INFO [master/28425b5b8f92:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T13:54:41,601 INFO [master/28425b5b8f92:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T13:54:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T13:54:41,981 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T13:54:41,986 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:54:41,989 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:54:41,990 DEBUG [Time-limited test {}] regionserver.HStore(1541): 2c2fcbfa75d7bc740dd8f0d89a0e14d9/info is initiating minor compaction (all files) 2024-11-20T13:54:41,991 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:54:41,991 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:41,991 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 2c2fcbfa75d7bc740dd8f0d89a0e14d9/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:41,992 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/7a1693c87bcd406184a76e6902a244b2, hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/9411aceec09e45a884e8c5e1b14947f5, hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/ac4086ba29a3438ba551e77b989fc2ed] into tmpdir=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp, totalSize=17.6 K 2024-11-20T13:54:41,993 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7a1693c87bcd406184a76e6902a244b2, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732110851658 2024-11-20T13:54:41,994 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9411aceec09e45a884e8c5e1b14947f5, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732110861773 2024-11-20T13:54:41,994 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ac4086ba29a3438ba551e77b989fc2ed, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732110871865 2024-11-20T13:54:42,018 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 2c2fcbfa75d7bc740dd8f0d89a0e14d9#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:54:42,019 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/84e4ef64983142a994027168ccb62255 is 1055, key is row0001/info:/1732110851658/Put/seqid=0 2024-11-20T13:54:42,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741841_1017 (size=8221) 2024-11-20T13:54:42,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741841_1017 (size=8221) 2024-11-20T13:54:42,033 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/84e4ef64983142a994027168ccb62255 as hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/84e4ef64983142a994027168ccb62255 2024-11-20T13:54:42,048 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2c2fcbfa75d7bc740dd8f0d89a0e14d9/info of 2c2fcbfa75d7bc740dd8f0d89a0e14d9 into 84e4ef64983142a994027168ccb62255(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:54:42,048 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 2c2fcbfa75d7bc740dd8f0d89a0e14d9: 2024-11-20T13:54:42,064 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110882051, exclude list is [], retry=0 2024-11-20T13:54:42,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41609,DS-6870dbdb-8d11-48c4-9478-0f4138a61d96,DISK] 2024-11-20T13:54:42,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44099,DS-fbb22dd4-84cd-4c45-a1d3-84ea933a4f90,DISK] 2024-11-20T13:54:42,069 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110871867 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110882051 2024-11-20T13:54:42,069 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34465:34465),(127.0.0.1/127.0.0.1:38235:38235)] 2024-11-20T13:54:42,069 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110871867 is not closed yet, will try archiving it next time 2024-11-20T13:54:42,069 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110841098 to hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/oldWALs/28425b5b8f92%2C41847%2C1732110840050.1732110841098 2024-11-20T13:54:42,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T13:54:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741839_1015 (size=2495) 2024-11-20T13:54:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741839_1015 (size=2495) 2024-11-20T13:54:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T13:54:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T13:54:42,073 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:54:42,073 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:54:42,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:54:42,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T13:54:42,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:42,227 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 2c2fcbfa75d7bc740dd8f0d89a0e14d9 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T13:54:42,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/aba34ffe06c4476f945f88c858a18144 is 1055, key is row0000/info:/1732110882049/Put/seqid=0 2024-11-20T13:54:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741843_1019 (size=6008) 2024-11-20T13:54:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741843_1019 (size=6008) 2024-11-20T13:54:42,240 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/aba34ffe06c4476f945f88c858a18144 2024-11-20T13:54:42,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/aba34ffe06c4476f945f88c858a18144 as hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/aba34ffe06c4476f945f88c858a18144 2024-11-20T13:54:42,257 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/aba34ffe06c4476f945f88c858a18144, entries=1, sequenceid=18, filesize=5.9 K 2024-11-20T13:54:42,259 INFO [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 in 31ms, sequenceid=18, compaction requested=false 2024-11-20T13:54:42,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 2c2fcbfa75d7bc740dd8f0d89a0e14d9: 2024-11-20T13:54:42,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:42,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T13:54:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T13:54:42,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T13:54:42,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 188 msec 2024-11-20T13:54:42,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 195 msec 2024-11-20T13:54:46,952 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2c2fcbfa75d7bc740dd8f0d89a0e14d9, had cached 0 bytes from a total of 14229 2024-11-20T13:54:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T13:54:52,162 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T13:54:52,189 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110892168, exclude list is [], retry=0 2024-11-20T13:54:52,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41609,DS-6870dbdb-8d11-48c4-9478-0f4138a61d96,DISK] 2024-11-20T13:54:52,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44099,DS-fbb22dd4-84cd-4c45-a1d3-84ea933a4f90,DISK] 2024-11-20T13:54:52,193 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110882051 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110892168 2024-11-20T13:54:52,193 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38235:38235),(127.0.0.1/127.0.0.1:34465:34465)] 2024-11-20T13:54:52,193 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110882051 is not closed yet, will try archiving it next time 2024-11-20T13:54:52,193 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110871867 to hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/oldWALs/28425b5b8f92%2C41847%2C1732110840050.1732110871867 2024-11-20T13:54:52,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T13:54:52,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T13:54:52,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:54:52,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:54:52,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:54:52,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T13:54:52,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T13:54:52,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078803381, stopped=false 2024-11-20T13:54:52,195 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=28425b5b8f92,33963,1732110839729 2024-11-20T13:54:52,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/WALs/28425b5b8f92,41847,1732110840050/28425b5b8f92%2C41847%2C1732110840050.1732110882051 not finished, retry = 0 2024-11-20T13:54:52,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741842_1018 (size=2001) 2024-11-20T13:54:52,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741842_1018 (size=2001) 2024-11-20T13:54:52,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:54:52,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:54:52,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:52,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:52,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:54:52,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T13:54:52,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:54:52,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:54:52,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:54:52,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:54:52,274 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '28425b5b8f92,41847,1732110840050' ***** 2024-11-20T13:54:52,274 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T13:54:52,275 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:54:52,275 INFO [RS:0;28425b5b8f92:41847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:54:52,275 INFO [RS:0;28425b5b8f92:41847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:54:52,275 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T13:54:52,275 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 2024-11-20T13:54:52,275 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(959): stopping server 28425b5b8f92,41847,1732110840050 2024-11-20T13:54:52,275 INFO [RS:0;28425b5b8f92:41847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:54:52,275 INFO [RS:0;28425b5b8f92:41847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;28425b5b8f92:41847. 2024-11-20T13:54:52,275 DEBUG [RS:0;28425b5b8f92:41847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:54:52,275 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c2fcbfa75d7bc740dd8f0d89a0e14d9, disabling compactions & flushes 2024-11-20T13:54:52,275 DEBUG [RS:0;28425b5b8f92:41847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:54:52,275 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:52,275 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:52,275 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:54:52,275 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. after waiting 0 ms 2024-11-20T13:54:52,275 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:54:52,275 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:54:52,275 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:52,275 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T13:54:52,276 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c2fcbfa75d7bc740dd8f0d89a0e14d9 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T13:54:52,276 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T13:54:52,276 DEBUG [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2c2fcbfa75d7bc740dd8f0d89a0e14d9=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9.} 2024-11-20T13:54:52,276 DEBUG [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c2fcbfa75d7bc740dd8f0d89a0e14d9 2024-11-20T13:54:52,276 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:54:52,276 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T13:54:52,276 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T13:54:52,276 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:54:52,276 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:54:52,276 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-20T13:54:52,280 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/f31b448028b14f26b6766828f7eaa450 is 1055, key is row0001/info:/1732110892165/Put/seqid=0 2024-11-20T13:54:52,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741845_1021 (size=6008) 2024-11-20T13:54:52,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741845_1021 (size=6008) 2024-11-20T13:54:52,286 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/f31b448028b14f26b6766828f7eaa450 2024-11-20T13:54:52,293 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/.tmp/info/f31b448028b14f26b6766828f7eaa450 as hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/f31b448028b14f26b6766828f7eaa450 2024-11-20T13:54:52,294 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/.tmp/info/5d6df5ec412f44289a6615447318a963 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9./info:regioninfo/1732110841970/Put/seqid=0 2024-11-20T13:54:52,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741846_1022 (size=7308) 2024-11-20T13:54:52,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741846_1022 (size=7308) 2024-11-20T13:54:52,301 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/.tmp/info/5d6df5ec412f44289a6615447318a963 2024-11-20T13:54:52,301 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/f31b448028b14f26b6766828f7eaa450, entries=1, sequenceid=22, filesize=5.9 K 2024-11-20T13:54:52,302 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 in 27ms, sequenceid=22, compaction requested=true 2024-11-20T13:54:52,303 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/7a1693c87bcd406184a76e6902a244b2, hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/9411aceec09e45a884e8c5e1b14947f5, hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/ac4086ba29a3438ba551e77b989fc2ed] to archive 2024-11-20T13:54:52,306 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:54:52,309 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/7a1693c87bcd406184a76e6902a244b2 to hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/7a1693c87bcd406184a76e6902a244b2 2024-11-20T13:54:52,311 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/9411aceec09e45a884e8c5e1b14947f5 to hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/9411aceec09e45a884e8c5e1b14947f5 2024-11-20T13:54:52,312 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/ac4086ba29a3438ba551e77b989fc2ed to hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/info/ac4086ba29a3438ba551e77b989fc2ed 2024-11-20T13:54:52,322 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/.tmp/ns/5d4a767e275f477ea44d08e89dff73d1 is 43, key is default/ns:d/1732110841573/Put/seqid=0 2024-11-20T13:54:52,324 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=28425b5b8f92:33963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-20T13:54:52,325 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [7a1693c87bcd406184a76e6902a244b2=6008, 9411aceec09e45a884e8c5e1b14947f5=6008, ac4086ba29a3438ba551e77b989fc2ed=6008] 2024-11-20T13:54:52,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741847_1023 (size=5153) 2024-11-20T13:54:52,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741847_1023 (size=5153) 2024-11-20T13:54:52,330 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/.tmp/ns/5d4a767e275f477ea44d08e89dff73d1 2024-11-20T13:54:52,332 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2c2fcbfa75d7bc740dd8f0d89a0e14d9/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-20T13:54:52,332 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:52,333 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c2fcbfa75d7bc740dd8f0d89a0e14d9: Waiting for close lock at 1732110892275Running coprocessor pre-close hooks at 1732110892275Disabling compacts and flushes for region at 1732110892275Disabling writes for close at 1732110892275Obtaining lock to block concurrent updates at 1732110892276 (+1 ms)Preparing flush snapshotting stores in 2c2fcbfa75d7bc740dd8f0d89a0e14d9 at 1732110892276Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732110892276Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. at 1732110892277 (+1 ms)Flushing 2c2fcbfa75d7bc740dd8f0d89a0e14d9/info: creating writer at 1732110892277Flushing 2c2fcbfa75d7bc740dd8f0d89a0e14d9/info: appending metadata at 1732110892280 (+3 ms)Flushing 2c2fcbfa75d7bc740dd8f0d89a0e14d9/info: closing flushed file at 1732110892280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b41ffa: reopening flushed file at 1732110892292 (+12 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 2c2fcbfa75d7bc740dd8f0d89a0e14d9 in 27ms, sequenceid=22, compaction requested=true at 1732110892303 (+11 ms)Writing region close event to WAL at 1732110892326 (+23 ms)Running coprocessor post-close hooks at 1732110892332 (+6 ms)Closed at 1732110892332 2024-11-20T13:54:52,333 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732110841608.2c2fcbfa75d7bc740dd8f0d89a0e14d9. 2024-11-20T13:54:52,350 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/.tmp/table/27a99d1825244530885e387221faaa7f is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732110841984/Put/seqid=0 2024-11-20T13:54:52,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741848_1024 (size=5508) 2024-11-20T13:54:52,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741848_1024 (size=5508) 2024-11-20T13:54:52,358 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/.tmp/table/27a99d1825244530885e387221faaa7f 2024-11-20T13:54:52,364 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/.tmp/info/5d6df5ec412f44289a6615447318a963 as hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/info/5d6df5ec412f44289a6615447318a963 2024-11-20T13:54:52,370 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/info/5d6df5ec412f44289a6615447318a963, entries=10, sequenceid=11, filesize=7.1 K 2024-11-20T13:54:52,372 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/.tmp/ns/5d4a767e275f477ea44d08e89dff73d1 as hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/ns/5d4a767e275f477ea44d08e89dff73d1 2024-11-20T13:54:52,378 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/ns/5d4a767e275f477ea44d08e89dff73d1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T13:54:52,379 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/.tmp/table/27a99d1825244530885e387221faaa7f as hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/table/27a99d1825244530885e387221faaa7f 2024-11-20T13:54:52,385 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/table/27a99d1825244530885e387221faaa7f, entries=2, sequenceid=11, filesize=5.4 K 2024-11-20T13:54:52,386 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=11, compaction requested=false 2024-11-20T13:54:52,390 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T13:54:52,391 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:54:52,391 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T13:54:52,391 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732110892276Running coprocessor pre-close hooks at 1732110892276Disabling compacts and flushes for region at 1732110892276Disabling writes for close at 1732110892276Obtaining lock to block concurrent updates at 1732110892276Preparing flush snapshotting stores in 1588230740 at 1732110892276Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732110892276Flushing stores of hbase:meta,,1.1588230740 at 1732110892277 (+1 ms)Flushing 1588230740/info: creating writer at 1732110892277Flushing 1588230740/info: appending metadata at 1732110892294 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732110892294Flushing 1588230740/ns: creating writer at 1732110892307 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732110892322 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732110892322Flushing 1588230740/table: creating writer at 1732110892337 (+15 ms)Flushing 1588230740/table: appending metadata at 1732110892350 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732110892350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d0ed0e7: reopening flushed file at 1732110892363 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea96443: reopening flushed file at 1732110892371 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63651f4d: reopening flushed file at 1732110892378 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=11, compaction requested=false at 1732110892386 (+8 ms)Writing region close event to WAL at 1732110892387 (+1 ms)Running coprocessor post-close hooks at 1732110892391 (+4 ms)Closed at 1732110892391 2024-11-20T13:54:52,391 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T13:54:52,476 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(976): stopping server 28425b5b8f92,41847,1732110840050; all regions closed. 2024-11-20T13:54:52,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741834_1010 (size=3306) 2024-11-20T13:54:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741834_1010 (size=3306) 2024-11-20T13:54:52,486 DEBUG [RS:0;28425b5b8f92:41847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/oldWALs 2024-11-20T13:54:52,486 INFO [RS:0;28425b5b8f92:41847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C41847%2C1732110840050.meta:.meta(num 1732110841438) 2024-11-20T13:54:52,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741844_1020 (size=1252) 2024-11-20T13:54:52,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741844_1020 (size=1252) 2024-11-20T13:54:52,493 DEBUG [RS:0;28425b5b8f92:41847 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/oldWALs 2024-11-20T13:54:52,494 INFO [RS:0;28425b5b8f92:41847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C41847%2C1732110840050:(num 1732110892168) 2024-11-20T13:54:52,494 DEBUG [RS:0;28425b5b8f92:41847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:54:52,494 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:54:52,494 INFO [RS:0;28425b5b8f92:41847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T13:54:52,494 INFO [RS:0;28425b5b8f92:41847 {}] hbase.ChoreService(370): Chore service for: regionserver/28425b5b8f92:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T13:54:52,494 INFO [RS:0;28425b5b8f92:41847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T13:54:52,494 INFO [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T13:54:52,494 INFO [RS:0;28425b5b8f92:41847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41847 2024-11-20T13:54:52,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/28425b5b8f92,41847,1732110840050 2024-11-20T13:54:52,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:54:52,579 INFO [RS:0;28425b5b8f92:41847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:54:52,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [28425b5b8f92,41847,1732110840050] 2024-11-20T13:54:52,601 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/28425b5b8f92,41847,1732110840050 already deleted, retry=false 2024-11-20T13:54:52,601 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 28425b5b8f92,41847,1732110840050 expired; onlineServers=0 2024-11-20T13:54:52,601 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '28425b5b8f92,33963,1732110839729' ***** 2024-11-20T13:54:52,601 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T13:54:52,601 INFO [M:0;28425b5b8f92:33963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:54:52,602 INFO [M:0;28425b5b8f92:33963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T13:54:52,602 DEBUG [M:0;28425b5b8f92:33963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T13:54:52,602 DEBUG [M:0;28425b5b8f92:33963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T13:54:52,602 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T13:54:52,602 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110840815 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110840815,5,FailOnTimeoutGroup] 2024-11-20T13:54:52,602 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110840816 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110840816,5,FailOnTimeoutGroup] 2024-11-20T13:54:52,602 INFO [M:0;28425b5b8f92:33963 {}] hbase.ChoreService(370): Chore service for: master/28425b5b8f92:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T13:54:52,602 INFO [M:0;28425b5b8f92:33963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T13:54:52,602 DEBUG [M:0;28425b5b8f92:33963 {}] master.HMaster(1795): Stopping service threads 2024-11-20T13:54:52,602 INFO [M:0;28425b5b8f92:33963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T13:54:52,602 INFO [M:0;28425b5b8f92:33963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:54:52,602 INFO [M:0;28425b5b8f92:33963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:54:52,603 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T13:54:52,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T13:54:52,612 DEBUG [M:0;28425b5b8f92:33963 {}] zookeeper.ZKUtil(347): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T13:54:52,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:52,612 WARN [M:0;28425b5b8f92:33963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T13:54:52,614 INFO [M:0;28425b5b8f92:33963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/.lastflushedseqids 2024-11-20T13:54:52,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741849_1025 (size=130) 2024-11-20T13:54:52,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741849_1025 (size=130) 2024-11-20T13:54:52,620 INFO [M:0;28425b5b8f92:33963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:54:52,620 INFO [M:0;28425b5b8f92:33963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T13:54:52,620 DEBUG [M:0;28425b5b8f92:33963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:54:52,620 INFO [M:0;28425b5b8f92:33963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:54:52,620 DEBUG [M:0;28425b5b8f92:33963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:54:52,620 DEBUG [M:0;28425b5b8f92:33963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:54:52,620 DEBUG [M:0;28425b5b8f92:33963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:54:52,621 INFO [M:0;28425b5b8f92:33963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.54 KB heapSize=54.91 KB 2024-11-20T13:54:52,636 DEBUG [M:0;28425b5b8f92:33963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d67dd3c92584d05ad7e7cd21553e0db is 82, key is hbase:meta,,1/info:regioninfo/1732110841474/Put/seqid=0 2024-11-20T13:54:52,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741850_1026 (size=5672) 2024-11-20T13:54:52,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741850_1026 (size=5672) 2024-11-20T13:54:52,642 INFO [M:0;28425b5b8f92:33963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d67dd3c92584d05ad7e7cd21553e0db 2024-11-20T13:54:52,662 DEBUG [M:0;28425b5b8f92:33963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20289873c07149b7942372beb5c14056 is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732110841990/Put/seqid=0 2024-11-20T13:54:52,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741851_1027 (size=7818) 2024-11-20T13:54:52,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741851_1027 (size=7818) 2024-11-20T13:54:52,668 INFO [M:0;28425b5b8f92:33963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.94 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20289873c07149b7942372beb5c14056 2024-11-20T13:54:52,673 INFO [M:0;28425b5b8f92:33963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20289873c07149b7942372beb5c14056 2024-11-20T13:54:52,687 DEBUG [M:0;28425b5b8f92:33963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1dabe1bc4f4287a33547b709c4dae8 is 69, key is 28425b5b8f92,41847,1732110840050/rs:state/1732110840937/Put/seqid=0 2024-11-20T13:54:52,691 INFO [RS:0;28425b5b8f92:41847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:54:52,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:54:52,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015885eb410001, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:54:52,691 INFO [RS:0;28425b5b8f92:41847 {}] regionserver.HRegionServer(1031): Exiting; stopping=28425b5b8f92,41847,1732110840050; zookeeper connection closed. 2024-11-20T13:54:52,691 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e5c3b84 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e5c3b84 2024-11-20T13:54:52,691 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T13:54:52,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741852_1028 (size=5156) 2024-11-20T13:54:52,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741852_1028 (size=5156) 2024-11-20T13:54:52,966 INFO [regionserver/28425b5b8f92:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:54:53,094 INFO [M:0;28425b5b8f92:33963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1dabe1bc4f4287a33547b709c4dae8 2024-11-20T13:54:53,120 DEBUG [M:0;28425b5b8f92:33963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d260255e99bc414284c1504eb0c247fc is 52, key is load_balancer_on/state:d/1732110841603/Put/seqid=0 2024-11-20T13:54:53,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741853_1029 (size=5056) 2024-11-20T13:54:53,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741853_1029 (size=5056) 2024-11-20T13:54:53,125 INFO [M:0;28425b5b8f92:33963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d260255e99bc414284c1504eb0c247fc 2024-11-20T13:54:53,131 DEBUG [M:0;28425b5b8f92:33963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d67dd3c92584d05ad7e7cd21553e0db as hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d67dd3c92584d05ad7e7cd21553e0db 2024-11-20T13:54:53,135 INFO [M:0;28425b5b8f92:33963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d67dd3c92584d05ad7e7cd21553e0db, entries=8, sequenceid=121, filesize=5.5 K 2024-11-20T13:54:53,136 DEBUG [M:0;28425b5b8f92:33963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20289873c07149b7942372beb5c14056 as hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20289873c07149b7942372beb5c14056 2024-11-20T13:54:53,141 INFO [M:0;28425b5b8f92:33963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20289873c07149b7942372beb5c14056 2024-11-20T13:54:53,141 INFO [M:0;28425b5b8f92:33963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20289873c07149b7942372beb5c14056, entries=14, sequenceid=121, filesize=7.6 K 2024-11-20T13:54:53,142 DEBUG [M:0;28425b5b8f92:33963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1dabe1bc4f4287a33547b709c4dae8 as hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee1dabe1bc4f4287a33547b709c4dae8 2024-11-20T13:54:53,148 INFO [M:0;28425b5b8f92:33963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee1dabe1bc4f4287a33547b709c4dae8, entries=1, sequenceid=121, filesize=5.0 K 2024-11-20T13:54:53,149 DEBUG [M:0;28425b5b8f92:33963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d260255e99bc414284c1504eb0c247fc as hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d260255e99bc414284c1504eb0c247fc 2024-11-20T13:54:53,155 INFO [M:0;28425b5b8f92:33963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38253/user/jenkins/test-data/24990737-0386-4a02-bcbb-08cc67f9e254/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d260255e99bc414284c1504eb0c247fc, entries=1, sequenceid=121, filesize=4.9 K 2024-11-20T13:54:53,156 INFO [M:0;28425b5b8f92:33963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 535ms, sequenceid=121, compaction requested=false 2024-11-20T13:54:53,157 INFO [M:0;28425b5b8f92:33963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:54:53,157 DEBUG [M:0;28425b5b8f92:33963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732110892620Disabling compacts and flushes for region at 1732110892620Disabling writes for close at 1732110892620Obtaining lock to block concurrent updates at 1732110892621 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732110892621Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44590, getHeapSize=56168, getOffHeapSize=0, getCellsCount=140 at 1732110892621Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732110892621Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732110892622 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732110892636 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732110892636Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732110892648 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732110892662 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732110892662Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732110892673 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732110892687 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732110892687Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732110893106 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732110893119 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732110893119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51172c0a: reopening flushed file at 1732110893130 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@346a364e: reopening flushed file at 1732110893136 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7d34ad: reopening flushed file at 1732110893141 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793147e2: reopening flushed file at 1732110893148 (+7 ms)Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 535ms, sequenceid=121, compaction requested=false at 1732110893156 (+8 ms)Writing region close event to WAL at 1732110893157 (+1 ms)Closed at 1732110893157 2024-11-20T13:54:53,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741830_1006 (size=52987) 2024-11-20T13:54:53,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44099 is added to blk_1073741830_1006 (size=52987) 2024-11-20T13:54:53,160 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T13:54:53,160 INFO [M:0;28425b5b8f92:33963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T13:54:53,160 INFO [M:0;28425b5b8f92:33963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33963 2024-11-20T13:54:53,160 INFO [M:0;28425b5b8f92:33963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:54:53,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:54:53,311 INFO [M:0;28425b5b8f92:33963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:54:53,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x1015885eb410000, quorum=127.0.0.1:55308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:54:53,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58ecb840{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:54:53,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b96d285{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:54:53,316 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:54:53,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c77845f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:54:53,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ffe2d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/hadoop.log.dir/,STOPPED} 2024-11-20T13:54:53,319 WARN [BP-834851821-172.17.0.2-1732110836989 heartbeating to localhost/127.0.0.1:38253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:54:53,319 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:54:53,319 WARN [BP-834851821-172.17.0.2-1732110836989 heartbeating to localhost/127.0.0.1:38253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-834851821-172.17.0.2-1732110836989 (Datanode Uuid 4ae7496c-6fd0-4bac-8654-4dd143a2d529) service to localhost/127.0.0.1:38253 2024-11-20T13:54:53,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:54:53,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/cluster_d8eb17e4-d175-77c1-936a-f4bc513f28ad/data/data3/current/BP-834851821-172.17.0.2-1732110836989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:54:53,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/cluster_d8eb17e4-d175-77c1-936a-f4bc513f28ad/data/data4/current/BP-834851821-172.17.0.2-1732110836989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:54:53,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:54:53,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9b7b21{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:54:53,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a80853a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:54:53,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:54:53,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0c5248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:54:53,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2758dbc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/hadoop.log.dir/,STOPPED} 2024-11-20T13:54:53,325 WARN [BP-834851821-172.17.0.2-1732110836989 heartbeating to localhost/127.0.0.1:38253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:54:53,325 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:54:53,325 WARN [BP-834851821-172.17.0.2-1732110836989 heartbeating to localhost/127.0.0.1:38253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-834851821-172.17.0.2-1732110836989 (Datanode Uuid b72d1514-85b2-47fb-98de-1c4ae75e25af) service to localhost/127.0.0.1:38253 2024-11-20T13:54:53,325 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:54:53,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/cluster_d8eb17e4-d175-77c1-936a-f4bc513f28ad/data/data1/current/BP-834851821-172.17.0.2-1732110836989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:54:53,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/cluster_d8eb17e4-d175-77c1-936a-f4bc513f28ad/data/data2/current/BP-834851821-172.17.0.2-1732110836989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:54:53,326 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:54:53,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53e46b79{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:54:53,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3044fe3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:54:53,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:54:53,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d79aa7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:54:53,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d53899{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/hadoop.log.dir/,STOPPED} 2024-11-20T13:54:53,340 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T13:54:53,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T13:54:53,364 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=95 (was 102), OpenFileDescriptor=428 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=7852 (was 8166) 2024-11-20T13:54:53,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=94, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7852 2024-11-20T13:54:53,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T13:54:53,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/hadoop.log.dir so I do NOT create it in target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e 2024-11-20T13:54:53,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d6a9b093-c7b8-14b4-32ba-3417e00b4911/hadoop.tmp.dir so I do NOT create it in target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e 2024-11-20T13:54:53,369 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/cluster_4c465030-c101-25e2-6593-5dca8c6d81ea, deleteOnExit=true 2024-11-20T13:54:53,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T13:54:53,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/test.cache.data in system properties and HBase conf 2024-11-20T13:54:53,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T13:54:53,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/hadoop.log.dir in system properties and HBase conf 2024-11-20T13:54:53,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T13:54:53,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T13:54:53,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T13:54:53,370 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T13:54:53,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:54:53,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:54:53,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T13:54:53,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:54:53,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T13:54:53,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T13:54:53,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:54:53,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:54:53,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T13:54:53,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/nfs.dump.dir in system properties and HBase conf 2024-11-20T13:54:53,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/java.io.tmpdir in system properties and HBase conf 2024-11-20T13:54:53,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:54:53,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T13:54:53,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T13:54:53,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:54:53,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:54:53,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:54:53,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:54:53,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:54:53,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:54:53,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d01b364{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:54:53,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b98c51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:54:53,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34ae8fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/java.io.tmpdir/jetty-localhost-36925-hadoop-hdfs-3_4_1-tests_jar-_-any-10663117640367583466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:54:53,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dda6f05{HTTP/1.1, (http/1.1)}{localhost:36925} 2024-11-20T13:54:53,819 INFO [Time-limited test {}] server.Server(415): Started @151034ms 2024-11-20T13:54:54,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:54:54,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:54:54,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:54:54,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:54:54,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:54:54,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c2410da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:54:54,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b98b809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:54:54,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@de395f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/java.io.tmpdir/jetty-localhost-33567-hadoop-hdfs-3_4_1-tests_jar-_-any-12558179175016551858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:54:54,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b174c30{HTTP/1.1, (http/1.1)}{localhost:33567} 2024-11-20T13:54:54,187 INFO [Time-limited test {}] server.Server(415): Started @151402ms 2024-11-20T13:54:54,188 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:54:54,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:54:54,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:54:54,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:54:54,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:54:54,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:54:54,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e2d0169{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:54:54,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2002fcf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:54:54,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18c6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/java.io.tmpdir/jetty-localhost-41299-hadoop-hdfs-3_4_1-tests_jar-_-any-5020728871728008965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:54:54,311 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c9752be{HTTP/1.1, (http/1.1)}{localhost:41299} 2024-11-20T13:54:54,311 INFO [Time-limited test {}] server.Server(415): Started @151526ms 2024-11-20T13:54:54,312 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:54:55,469 WARN [Thread-1103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/cluster_4c465030-c101-25e2-6593-5dca8c6d81ea/data/data1/current/BP-65789525-172.17.0.2-1732110893387/current, will proceed with Du for space computation calculation, 2024-11-20T13:54:55,469 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/cluster_4c465030-c101-25e2-6593-5dca8c6d81ea/data/data2/current/BP-65789525-172.17.0.2-1732110893387/current, will proceed with Du for space computation calculation, 2024-11-20T13:54:55,487 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:54:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78500fcf7d91fa53 with lease ID 0x2356276735069dd: Processing first storage report for DS-10771dfa-0edd-44c9-94e5-c83ffbd85646 from datanode DatanodeRegistration(127.0.0.1:44189, datanodeUuid=1f621ecf-59b4-4fc6-a825-69963e23e223, infoPort=35487, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=456543032;c=1732110893387) 2024-11-20T13:54:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78500fcf7d91fa53 with lease ID 0x2356276735069dd: from storage DS-10771dfa-0edd-44c9-94e5-c83ffbd85646 node DatanodeRegistration(127.0.0.1:44189, datanodeUuid=1f621ecf-59b4-4fc6-a825-69963e23e223, infoPort=35487, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=456543032;c=1732110893387), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:54:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78500fcf7d91fa53 with lease ID 0x2356276735069dd: Processing first storage report for DS-2f55fa16-976a-45e3-86c7-672e15ae565f from datanode DatanodeRegistration(127.0.0.1:44189, datanodeUuid=1f621ecf-59b4-4fc6-a825-69963e23e223, infoPort=35487, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=456543032;c=1732110893387) 2024-11-20T13:54:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78500fcf7d91fa53 with lease ID 0x2356276735069dd: from storage DS-2f55fa16-976a-45e3-86c7-672e15ae565f node DatanodeRegistration(127.0.0.1:44189, datanodeUuid=1f621ecf-59b4-4fc6-a825-69963e23e223, infoPort=35487, infoSecurePort=0, ipcPort=40713, storageInfo=lv=-57;cid=testClusterID;nsid=456543032;c=1732110893387), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:54:55,540 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/cluster_4c465030-c101-25e2-6593-5dca8c6d81ea/data/data3/current/BP-65789525-172.17.0.2-1732110893387/current, will proceed with Du for space computation calculation, 2024-11-20T13:54:55,540 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/cluster_4c465030-c101-25e2-6593-5dca8c6d81ea/data/data4/current/BP-65789525-172.17.0.2-1732110893387/current, will proceed with Du for space computation calculation, 2024-11-20T13:54:55,556 WARN [Thread-1090 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:54:55,558 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75273ddd34375ed with lease ID 0x2356276735069de: Processing first storage report for DS-36978272-4828-4021-8a4f-409e6639be43 from datanode DatanodeRegistration(127.0.0.1:42743, datanodeUuid=14ed1900-45c5-4273-82dd-b26dcca10767, infoPort=46699, infoSecurePort=0, ipcPort=41525, storageInfo=lv=-57;cid=testClusterID;nsid=456543032;c=1732110893387) 2024-11-20T13:54:55,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75273ddd34375ed with lease ID 0x2356276735069de: from storage DS-36978272-4828-4021-8a4f-409e6639be43 node DatanodeRegistration(127.0.0.1:42743, datanodeUuid=14ed1900-45c5-4273-82dd-b26dcca10767, infoPort=46699, infoSecurePort=0, ipcPort=41525, storageInfo=lv=-57;cid=testClusterID;nsid=456543032;c=1732110893387), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:54:55,558 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75273ddd34375ed with lease ID 0x2356276735069de: Processing first storage report for DS-146186be-6bfe-4771-92b8-6dbdcf502c89 from datanode DatanodeRegistration(127.0.0.1:42743, datanodeUuid=14ed1900-45c5-4273-82dd-b26dcca10767, infoPort=46699, infoSecurePort=0, ipcPort=41525, storageInfo=lv=-57;cid=testClusterID;nsid=456543032;c=1732110893387) 2024-11-20T13:54:55,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75273ddd34375ed with lease ID 0x2356276735069de: from storage DS-146186be-6bfe-4771-92b8-6dbdcf502c89 node DatanodeRegistration(127.0.0.1:42743, datanodeUuid=14ed1900-45c5-4273-82dd-b26dcca10767, infoPort=46699, infoSecurePort=0, ipcPort=41525, storageInfo=lv=-57;cid=testClusterID;nsid=456543032;c=1732110893387), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:54:55,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e 2024-11-20T13:54:55,648 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/cluster_4c465030-c101-25e2-6593-5dca8c6d81ea/zookeeper_0, clientPort=52473, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/cluster_4c465030-c101-25e2-6593-5dca8c6d81ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/cluster_4c465030-c101-25e2-6593-5dca8c6d81ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T13:54:55,648 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52473 2024-11-20T13:54:55,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:55,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:55,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:54:55,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:54:55,660 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24 with version=8 2024-11-20T13:54:55,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/hbase-staging 2024-11-20T13:54:55,662 INFO [Time-limited test {}] client.ConnectionUtils(128): master/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:54:55,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:54:55,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:54:55,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:54:55,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:54:55,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:54:55,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T13:54:55,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:54:55,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43191 2024-11-20T13:54:55,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43191 connecting to ZooKeeper ensemble=127.0.0.1:52473 2024-11-20T13:54:55,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431910x0, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:54:55,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43191-0x1015886c5ca0000 connected 2024-11-20T13:54:55,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:55,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:55,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:54:55,817 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24, hbase.cluster.distributed=false 2024-11-20T13:54:55,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:54:55,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43191 2024-11-20T13:54:55,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43191 2024-11-20T13:54:55,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43191 2024-11-20T13:54:55,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43191 2024-11-20T13:54:55,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43191 2024-11-20T13:54:55,840 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:54:55,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:54:55,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:54:55,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:54:55,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:54:55,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:54:55,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:54:55,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:54:55,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34337 2024-11-20T13:54:55,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34337 connecting to ZooKeeper ensemble=127.0.0.1:52473 2024-11-20T13:54:55,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:55,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:55,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343370x0, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:54:55,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34337-0x1015886c5ca0001 connected 2024-11-20T13:54:55,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:54:55,854 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:54:55,855 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:54:55,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:54:55,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:54:55,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34337 2024-11-20T13:54:55,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34337 2024-11-20T13:54:55,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34337 2024-11-20T13:54:55,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34337 2024-11-20T13:54:55,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34337 2024-11-20T13:54:55,871 DEBUG [M:0;28425b5b8f92:43191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;28425b5b8f92:43191 2024-11-20T13:54:55,872 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/28425b5b8f92,43191,1732110895662 2024-11-20T13:54:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:54:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:54:55,884 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/28425b5b8f92,43191,1732110895662 2024-11-20T13:54:55,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:54:55,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:55,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:55,896 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:54:55,897 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/28425b5b8f92,43191,1732110895662 from backup master directory 2024-11-20T13:54:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/28425b5b8f92,43191,1732110895662 2024-11-20T13:54:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:54:55,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:54:55,906 WARN [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:54:55,906 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=28425b5b8f92,43191,1732110895662 2024-11-20T13:54:55,913 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/hbase.id] with ID: 2ff8205c-b344-4d62-af5a-41f11e29fe8a 2024-11-20T13:54:55,913 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/.tmp/hbase.id 2024-11-20T13:54:55,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:54:55,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:54:55,924 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/.tmp/hbase.id]:[hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/hbase.id] 2024-11-20T13:54:55,937 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:55,937 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T13:54:55,938 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T13:54:55,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:55,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:55,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:54:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:54:55,957 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:54:55,958 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T13:54:55,958 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:54:55,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:54:55,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:54:55,968 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store 2024-11-20T13:54:55,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:54:55,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:54:55,975 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:54:55,975 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:54:55,975 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:54:55,975 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:54:55,975 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:54:55,975 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:54:55,975 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:54:55,975 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732110895975Disabling compacts and flushes for region at 1732110895975Disabling writes for close at 1732110895975Writing region close event to WAL at 1732110895975Closed at 1732110895975 2024-11-20T13:54:55,976 WARN [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/.initializing 2024-11-20T13:54:55,976 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/WALs/28425b5b8f92,43191,1732110895662 2024-11-20T13:54:55,977 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:54:55,979 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C43191%2C1732110895662, suffix=, logDir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/WALs/28425b5b8f92,43191,1732110895662, archiveDir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/oldWALs, maxLogs=10 2024-11-20T13:54:55,991 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/WALs/28425b5b8f92,43191,1732110895662/28425b5b8f92%2C43191%2C1732110895662.1732110895979, exclude list is [], retry=0 2024-11-20T13:54:55,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44189,DS-10771dfa-0edd-44c9-94e5-c83ffbd85646,DISK] 2024-11-20T13:54:55,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-36978272-4828-4021-8a4f-409e6639be43,DISK] 2024-11-20T13:54:55,996 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/WALs/28425b5b8f92,43191,1732110895662/28425b5b8f92%2C43191%2C1732110895662.1732110895979 2024-11-20T13:54:55,996 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35487:35487),(127.0.0.1/127.0.0.1:46699:46699)] 2024-11-20T13:54:55,996 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:54:55,996 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:54:55,997 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:55,997 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:55,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:55,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T13:54:55,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:56,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:56,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:56,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T13:54:56,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:56,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:54:56,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:56,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T13:54:56,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:56,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:54:56,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:56,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T13:54:56,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:56,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:54:56,005 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:56,006 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:56,006 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:56,007 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:56,007 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:56,008 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:54:56,009 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:54:56,011 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:54:56,011 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=846550, jitterRate=0.07644431293010712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:54:56,012 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732110895997Initializing all the Stores at 1732110895998 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110895998Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110895998Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110895998Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110895998Cleaning up temporary data from old regions at 1732110896007 (+9 ms)Region opened successfully at 1732110896012 (+5 ms) 2024-11-20T13:54:56,012 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T13:54:56,015 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b7567a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:54:56,016 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T13:54:56,016 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T13:54:56,016 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T13:54:56,016 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:54:56,017 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T13:54:56,017 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T13:54:56,017 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T13:54:56,019 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T13:54:56,020 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T13:54:56,032 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T13:54:56,033 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T13:54:56,033 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T13:54:56,043 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T13:54:56,043 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T13:54:56,044 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T13:54:56,053 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T13:54:56,054 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T13:54:56,064 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T13:54:56,067 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T13:54:56,074 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T13:54:56,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:54:56,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:54:56,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:56,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:56,086 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=28425b5b8f92,43191,1732110895662, sessionid=0x1015886c5ca0000, setting cluster-up flag (Was=false) 2024-11-20T13:54:56,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:56,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:56,138 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T13:54:56,140 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,43191,1732110895662 2024-11-20T13:54:56,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:56,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:56,190 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T13:54:56,193 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,43191,1732110895662 2024-11-20T13:54:56,195 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T13:54:56,198 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:54:56,198 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T13:54:56,198 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T13:54:56,198 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 28425b5b8f92,43191,1732110895662 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T13:54:56,201 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:54:56,201 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:54:56,201 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:54:56,201 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:54:56,201 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/28425b5b8f92:0, corePoolSize=10, maxPoolSize=10 2024-11-20T13:54:56,201 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:56,201 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:54:56,201 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:56,202 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110926202 2024-11-20T13:54:56,202 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T13:54:56,202 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T13:54:56,202 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T13:54:56,202 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T13:54:56,203 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T13:54:56,203 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T13:54:56,203 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:54:56,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T13:54:56,203 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T13:54:56,203 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T13:54:56,203 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T13:54:56,204 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T13:54:56,204 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T13:54:56,204 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110896204,5,FailOnTimeoutGroup] 2024-11-20T13:54:56,205 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110896204,5,FailOnTimeoutGroup] 2024-11-20T13:54:56,205 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:56,205 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,205 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T13:54:56,205 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,205 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,205 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:54:56,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741831_1007 (size=1321) 2024-11-20T13:54:56,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741831_1007 (size=1321) 2024-11-20T13:54:56,214 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T13:54:56,215 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24 2024-11-20T13:54:56,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:54:56,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:54:56,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:54:56,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:54:56,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:54:56,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:56,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:56,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T13:54:56,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T13:54:56,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:56,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:56,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:54:56,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:54:56,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:56,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:56,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:54:56,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:54:56,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:56,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:56,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T13:54:56,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740 2024-11-20T13:54:56,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740 2024-11-20T13:54:56,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T13:54:56,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T13:54:56,235 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:54:56,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T13:54:56,239 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:54:56,240 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=756162, jitterRate=-0.03849107027053833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:54:56,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732110896224Initializing all the Stores at 1732110896225 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110896225Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110896226 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110896226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110896226Cleaning up temporary data from old regions at 1732110896235 (+9 ms)Region opened successfully at 1732110896241 (+6 ms) 2024-11-20T13:54:56,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:54:56,241 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T13:54:56,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T13:54:56,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:54:56,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:54:56,242 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T13:54:56,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732110896241Disabling compacts and flushes for region at 1732110896241Disabling writes for close at 1732110896241Writing region close event to WAL at 1732110896242 (+1 ms)Closed at 1732110896242 2024-11-20T13:54:56,243 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:54:56,243 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T13:54:56,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:54:56,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:54:56,246 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T13:54:56,261 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(746): ClusterId : 2ff8205c-b344-4d62-af5a-41f11e29fe8a 2024-11-20T13:54:56,261 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:54:56,274 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:54:56,274 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:54:56,287 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:54:56,288 DEBUG [RS:0;28425b5b8f92:34337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdfee52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:54:56,303 DEBUG [RS:0;28425b5b8f92:34337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;28425b5b8f92:34337 2024-11-20T13:54:56,303 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T13:54:56,303 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T13:54:56,303 DEBUG [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T13:54:56,304 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(2659): reportForDuty to master=28425b5b8f92,43191,1732110895662 with port=34337, startcode=1732110895840 2024-11-20T13:54:56,304 DEBUG [RS:0;28425b5b8f92:34337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:54:56,306 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47025, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:54:56,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43191 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 28425b5b8f92,34337,1732110895840 2024-11-20T13:54:56,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43191 {}] master.ServerManager(517): Registering regionserver=28425b5b8f92,34337,1732110895840 2024-11-20T13:54:56,307 DEBUG [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24 2024-11-20T13:54:56,307 DEBUG [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34397 2024-11-20T13:54:56,307 DEBUG [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T13:54:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:54:56,317 DEBUG [RS:0;28425b5b8f92:34337 {}] zookeeper.ZKUtil(111): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/28425b5b8f92,34337,1732110895840 2024-11-20T13:54:56,317 WARN [RS:0;28425b5b8f92:34337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:54:56,317 INFO [RS:0;28425b5b8f92:34337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:54:56,318 DEBUG [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840 2024-11-20T13:54:56,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [28425b5b8f92,34337,1732110895840] 2024-11-20T13:54:56,321 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:54:56,323 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:54:56,324 INFO [RS:0;28425b5b8f92:34337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:54:56,324 INFO [RS:0;28425b5b8f92:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,324 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T13:54:56,325 INFO [RS:0;28425b5b8f92:34337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T13:54:56,325 INFO [RS:0;28425b5b8f92:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:54:56,325 DEBUG [RS:0;28425b5b8f92:34337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:54:56,326 INFO [RS:0;28425b5b8f92:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,326 INFO [RS:0;28425b5b8f92:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,326 INFO [RS:0;28425b5b8f92:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,326 INFO [RS:0;28425b5b8f92:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,326 INFO [RS:0;28425b5b8f92:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,326 INFO [RS:0;28425b5b8f92:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,34337,1732110895840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:54:56,341 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:54:56,341 INFO [RS:0;28425b5b8f92:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,34337,1732110895840-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,341 INFO [RS:0;28425b5b8f92:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,341 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.Replication(171): 28425b5b8f92,34337,1732110895840 started 2024-11-20T13:54:56,354 INFO [RS:0;28425b5b8f92:34337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,354 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(1482): Serving as 28425b5b8f92,34337,1732110895840, RpcServer on 28425b5b8f92/172.17.0.2:34337, sessionid=0x1015886c5ca0001 2024-11-20T13:54:56,354 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:54:56,354 DEBUG [RS:0;28425b5b8f92:34337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 28425b5b8f92,34337,1732110895840 2024-11-20T13:54:56,354 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,34337,1732110895840' 2024-11-20T13:54:56,354 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:54:56,355 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:54:56,355 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:54:56,355 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:54:56,355 DEBUG [RS:0;28425b5b8f92:34337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 28425b5b8f92,34337,1732110895840 2024-11-20T13:54:56,355 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,34337,1732110895840' 2024-11-20T13:54:56,355 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:54:56,356 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:54:56,356 DEBUG [RS:0;28425b5b8f92:34337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:54:56,356 INFO [RS:0;28425b5b8f92:34337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:54:56,356 INFO [RS:0;28425b5b8f92:34337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:54:56,396 WARN [28425b5b8f92:43191 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T13:54:56,457 INFO [RS:0;28425b5b8f92:34337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:54:56,461 INFO [RS:0;28425b5b8f92:34337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C34337%2C1732110895840, suffix=, logDir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840, archiveDir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/oldWALs, maxLogs=32 2024-11-20T13:54:56,479 DEBUG [RS:0;28425b5b8f92:34337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.1732110896462, exclude list is [], retry=0 2024-11-20T13:54:56,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-36978272-4828-4021-8a4f-409e6639be43,DISK] 2024-11-20T13:54:56,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44189,DS-10771dfa-0edd-44c9-94e5-c83ffbd85646,DISK] 2024-11-20T13:54:56,484 INFO [RS:0;28425b5b8f92:34337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.1732110896462 2024-11-20T13:54:56,484 DEBUG [RS:0;28425b5b8f92:34337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46699:46699),(127.0.0.1/127.0.0.1:35487:35487)] 2024-11-20T13:54:56,646 DEBUG [28425b5b8f92:43191 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T13:54:56,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=28425b5b8f92,34337,1732110895840 2024-11-20T13:54:56,648 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,34337,1732110895840, state=OPENING 2024-11-20T13:54:56,696 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T13:54:56,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:56,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:54:56,708 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:54:56,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:54:56,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:54:56,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,34337,1732110895840}] 2024-11-20T13:54:56,865 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:54:56,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52699, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:54:56,875 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T13:54:56,876 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:54:56,876 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:54:56,879 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C34337%2C1732110895840.meta, suffix=.meta, logDir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840, archiveDir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/oldWALs, maxLogs=32 2024-11-20T13:54:56,896 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.meta.1732110896880.meta, exclude list is [], retry=0 2024-11-20T13:54:56,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44189,DS-10771dfa-0edd-44c9-94e5-c83ffbd85646,DISK] 2024-11-20T13:54:56,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-36978272-4828-4021-8a4f-409e6639be43,DISK] 2024-11-20T13:54:56,900 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.meta.1732110896880.meta 2024-11-20T13:54:56,901 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46699:46699),(127.0.0.1/127.0.0.1:35487:35487)] 2024-11-20T13:54:56,901 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:54:56,901 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:54:56,901 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:54:56,901 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:54:56,901 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:54:56,901 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:54:56,902 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T13:54:56,902 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T13:54:56,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:54:56,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:54:56,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:56,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:56,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T13:54:56,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T13:54:56,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:56,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:56,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:54:56,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:54:56,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:56,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:56,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:54:56,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:54:56,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:56,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:54:56,909 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T13:54:56,910 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740 2024-11-20T13:54:56,911 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740 2024-11-20T13:54:56,913 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T13:54:56,913 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T13:54:56,913 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:54:56,915 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T13:54:56,916 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=843138, jitterRate=0.07210606336593628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:54:56,916 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T13:54:56,916 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732110896902Writing region info on filesystem at 1732110896902Initializing all the Stores at 1732110896903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110896903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110896903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110896903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110896903Cleaning up temporary data from old regions at 1732110896913 (+10 ms)Running coprocessor post-open hooks at 1732110896916 (+3 ms)Region opened successfully at 1732110896916 2024-11-20T13:54:56,917 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732110896864 2024-11-20T13:54:56,920 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:54:56,920 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T13:54:56,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,34337,1732110895840 2024-11-20T13:54:56,921 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,34337,1732110895840, state=OPEN 2024-11-20T13:54:56,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:54:56,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:54:56,954 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=28425b5b8f92,34337,1732110895840 2024-11-20T13:54:56,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:54:56,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:54:56,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T13:54:56,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,34337,1732110895840 in 246 msec 2024-11-20T13:54:56,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T13:54:56,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 714 msec 2024-11-20T13:54:56,961 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:54:56,961 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T13:54:56,963 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:54:56,963 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,34337,1732110895840, seqNum=-1] 2024-11-20T13:54:56,964 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:54:56,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48281, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:54:56,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 774 msec 2024-11-20T13:54:56,972 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732110896972, completionTime=-1 2024-11-20T13:54:56,972 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T13:54:56,972 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:54:56,974 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T13:54:56,974 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732110956974 2024-11-20T13:54:56,975 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732111016975 2024-11-20T13:54:56,975 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-20T13:54:56,975 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43191,1732110895662-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,975 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43191,1732110895662-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,975 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43191,1732110895662-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,975 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-28425b5b8f92:43191, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,975 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,975 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:56,977 DEBUG [master/28425b5b8f92:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T13:54:56,980 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.074sec 2024-11-20T13:54:56,980 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T13:54:56,980 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T13:54:56,980 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T13:54:56,980 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T13:54:56,980 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T13:54:56,980 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43191,1732110895662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:54:56,980 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43191,1732110895662-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T13:54:56,983 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T13:54:56,983 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T13:54:56,983 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,43191,1732110895662-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:54:57,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e92a811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:54:57,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,43191,-1 for getting cluster id 2024-11-20T13:54:57,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T13:54:57,062 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ff8205c-b344-4d62-af5a-41f11e29fe8a' 2024-11-20T13:54:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T13:54:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ff8205c-b344-4d62-af5a-41f11e29fe8a" 2024-11-20T13:54:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f24afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:54:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,43191,-1] 2024-11-20T13:54:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T13:54:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:54:57,064 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T13:54:57,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15868920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:54:57,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:54:57,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,34337,1732110895840, seqNum=-1] 2024-11-20T13:54:57,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:54:57,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:54:57,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=28425b5b8f92,43191,1732110895662 2024-11-20T13:54:57,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:54:57,073 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T13:54:57,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T13:54:57,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 28425b5b8f92,43191,1732110895662 2024-11-20T13:54:57,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5da84b21 2024-11-20T13:54:57,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:54:57,077 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:54:57,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T13:54:57,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T13:54:57,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:54:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-20T13:54:57,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:54:57,081 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:57,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-20T13:54:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:54:57,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:54:57,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741835_1011 (size=381) 2024-11-20T13:54:57,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741835_1011 (size=381) 2024-11-20T13:54:57,092 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8133a5751a7d8f3b3192fbdd4bb9664, NAME => 'TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24 2024-11-20T13:54:57,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741836_1012 (size=64) 2024-11-20T13:54:57,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741836_1012 (size=64) 2024-11-20T13:54:57,099 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:54:57,099 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing e8133a5751a7d8f3b3192fbdd4bb9664, disabling compactions & flushes 2024-11-20T13:54:57,099 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:54:57,099 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:54:57,099 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. after waiting 0 ms 2024-11-20T13:54:57,099 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:54:57,099 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:54:57,099 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8133a5751a7d8f3b3192fbdd4bb9664: Waiting for close lock at 1732110897099Disabling compacts and flushes for region at 1732110897099Disabling writes for close at 1732110897099Writing region close event to WAL at 1732110897099Closed at 1732110897099 2024-11-20T13:54:57,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:54:57,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732110897101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110897101"}]},"ts":"1732110897101"} 2024-11-20T13:54:57,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T13:54:57,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:54:57,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110897104"}]},"ts":"1732110897104"} 2024-11-20T13:54:57,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-20T13:54:57,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e8133a5751a7d8f3b3192fbdd4bb9664, ASSIGN}] 2024-11-20T13:54:57,107 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e8133a5751a7d8f3b3192fbdd4bb9664, ASSIGN 2024-11-20T13:54:57,107 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e8133a5751a7d8f3b3192fbdd4bb9664, ASSIGN; state=OFFLINE, location=28425b5b8f92,34337,1732110895840; forceNewPlan=false, retain=false 2024-11-20T13:54:57,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8133a5751a7d8f3b3192fbdd4bb9664, regionState=OPENING, regionLocation=28425b5b8f92,34337,1732110895840 2024-11-20T13:54:57,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e8133a5751a7d8f3b3192fbdd4bb9664, ASSIGN because future has completed 2024-11-20T13:54:57,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8133a5751a7d8f3b3192fbdd4bb9664, server=28425b5b8f92,34337,1732110895840}] 2024-11-20T13:54:57,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,422 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:54:57,422 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e8133a5751a7d8f3b3192fbdd4bb9664, NAME => 'TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:54:57,422 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:54:57,423 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:54:57,423 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:54:57,423 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:54:57,424 INFO [StoreOpener-e8133a5751a7d8f3b3192fbdd4bb9664-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:54:57,425 INFO [StoreOpener-e8133a5751a7d8f3b3192fbdd4bb9664-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8133a5751a7d8f3b3192fbdd4bb9664 columnFamilyName info 2024-11-20T13:54:57,425 DEBUG [StoreOpener-e8133a5751a7d8f3b3192fbdd4bb9664-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:54:57,426 INFO [StoreOpener-e8133a5751a7d8f3b3192fbdd4bb9664-1 {}] regionserver.HStore(327): Store=e8133a5751a7d8f3b3192fbdd4bb9664/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:54:57,426 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:54:57,427 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:54:57,427 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:54:57,428 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:54:57,428 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:54:57,430 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:54:57,432 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:54:57,432 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e8133a5751a7d8f3b3192fbdd4bb9664; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=884178, jitterRate=0.12429167330265045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:54:57,432 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:54:57,433 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e8133a5751a7d8f3b3192fbdd4bb9664: Running coprocessor pre-open hook at 1732110897423Writing region info on filesystem at 1732110897423Initializing all the Stores at 1732110897424 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110897424Cleaning up temporary data from old regions at 1732110897428 (+4 ms)Running coprocessor post-open hooks at 1732110897432 (+4 ms)Region opened successfully at 1732110897433 (+1 ms) 2024-11-20T13:54:57,434 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664., pid=6, masterSystemTime=1732110897418 2024-11-20T13:54:57,436 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:54:57,436 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:54:57,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8133a5751a7d8f3b3192fbdd4bb9664, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,34337,1732110895840 2024-11-20T13:54:57,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8133a5751a7d8f3b3192fbdd4bb9664, server=28425b5b8f92,34337,1732110895840 because future has completed 2024-11-20T13:54:57,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T13:54:57,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e8133a5751a7d8f3b3192fbdd4bb9664, server=28425b5b8f92,34337,1732110895840 in 175 msec 2024-11-20T13:54:57,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T13:54:57,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e8133a5751a7d8f3b3192fbdd4bb9664, ASSIGN in 337 msec 2024-11-20T13:54:57,445 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:54:57,446 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732110897445"}]},"ts":"1732110897445"} 2024-11-20T13:54:57,448 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-20T13:54:57,449 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:54:57,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 371 msec 2024-11-20T13:54:57,859 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T13:54:57,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:54:57,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:00,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-20T13:55:00,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-20T13:55:00,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T13:55:02,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T13:55:02,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-20T13:55:02,926 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T13:55:02,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:02,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:02,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:02,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:02,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:02,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:02,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:02,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:02,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:02,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T13:55:07,101 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-20T13:55:07,101 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-20T13:55:07,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-20T13:55:07,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:55:07,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664., hostname=28425b5b8f92,34337,1732110895840, seqNum=2] 2024-11-20T13:55:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:07,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8133a5751a7d8f3b3192fbdd4bb9664 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T13:55:07,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/745737c16d5e47dba3788748c2d85a7e is 1055, key is row0001/info:/1732110907111/Put/seqid=0 2024-11-20T13:55:07,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741837_1013 (size=13386) 2024-11-20T13:55:07,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741837_1013 (size=13386) 2024-11-20T13:55:07,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/745737c16d5e47dba3788748c2d85a7e 2024-11-20T13:55:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/745737c16d5e47dba3788748c2d85a7e as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/745737c16d5e47dba3788748c2d85a7e 2024-11-20T13:55:07,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/745737c16d5e47dba3788748c2d85a7e, entries=8, sequenceid=12, filesize=13.1 K 2024-11-20T13:55:07,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=19.50 KB/19969 for e8133a5751a7d8f3b3192fbdd4bb9664 in 43ms, sequenceid=12, compaction requested=false 2024-11-20T13:55:07,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8133a5751a7d8f3b3192fbdd4bb9664: 2024-11-20T13:55:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:07,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8133a5751a7d8f3b3192fbdd4bb9664 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-20T13:55:07,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/424745001df04ca3bc970372574ad889 is 1055, key is row0009/info:/1732110907131/Put/seqid=0 2024-11-20T13:55:07,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741838_1014 (size=26030) 2024-11-20T13:55:07,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741838_1014 (size=26030) 2024-11-20T13:55:07,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/424745001df04ca3bc970372574ad889 2024-11-20T13:55:07,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/424745001df04ca3bc970372574ad889 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/424745001df04ca3bc970372574ad889 2024-11-20T13:55:07,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/424745001df04ca3bc970372574ad889, entries=20, sequenceid=35, filesize=25.4 K 2024-11-20T13:55:07,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for e8133a5751a7d8f3b3192fbdd4bb9664 in 24ms, sequenceid=35, compaction requested=false 2024-11-20T13:55:07,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8133a5751a7d8f3b3192fbdd4bb9664: 2024-11-20T13:55:07,198 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-11-20T13:55:07,198 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:07,198 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/424745001df04ca3bc970372574ad889 because midkey is the same as first or last row 2024-11-20T13:55:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:09,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8133a5751a7d8f3b3192fbdd4bb9664 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T13:55:09,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/4cf1cbfe9f074ad0a85ffc8a6a1e583d is 1055, key is row0029/info:/1732110907175/Put/seqid=0 2024-11-20T13:55:09,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741839_1015 (size=13386) 2024-11-20T13:55:09,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741839_1015 (size=13386) 2024-11-20T13:55:09,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/4cf1cbfe9f074ad0a85ffc8a6a1e583d 2024-11-20T13:55:09,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/4cf1cbfe9f074ad0a85ffc8a6a1e583d as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/4cf1cbfe9f074ad0a85ffc8a6a1e583d 2024-11-20T13:55:09,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/4cf1cbfe9f074ad0a85ffc8a6a1e583d, entries=8, sequenceid=46, filesize=13.1 K 2024-11-20T13:55:09,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for e8133a5751a7d8f3b3192fbdd4bb9664 in 28ms, sequenceid=46, compaction requested=true 2024-11-20T13:55:09,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8133a5751a7d8f3b3192fbdd4bb9664: 2024-11-20T13:55:09,227 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-11-20T13:55:09,227 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:09,227 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/424745001df04ca3bc970372574ad889 because midkey is the same as first or last row 2024-11-20T13:55:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:09,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8133a5751a7d8f3b3192fbdd4bb9664:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:55:09,228 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:55:09,229 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:55:09,230 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1541): e8133a5751a7d8f3b3192fbdd4bb9664/info is initiating minor compaction (all files) 2024-11-20T13:55:09,230 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8133a5751a7d8f3b3192fbdd4bb9664/info in TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:55:09,230 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/745737c16d5e47dba3788748c2d85a7e, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/424745001df04ca3bc970372574ad889, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/4cf1cbfe9f074ad0a85ffc8a6a1e583d] into tmpdir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp, totalSize=51.6 K 2024-11-20T13:55:09,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:09,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8133a5751a7d8f3b3192fbdd4bb9664 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-20T13:55:09,231 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting 745737c16d5e47dba3788748c2d85a7e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732110907111 2024-11-20T13:55:09,231 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting 424745001df04ca3bc970372574ad889, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1732110907131 2024-11-20T13:55:09,231 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cf1cbfe9f074ad0a85ffc8a6a1e583d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732110907175 2024-11-20T13:55:09,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/8e2e1acfb11a43eb938180461826acc4 is 1055, key is row0037/info:/1732110909200/Put/seqid=0 2024-11-20T13:55:09,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741840_1016 (size=20766) 2024-11-20T13:55:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741840_1016 (size=20766) 2024-11-20T13:55:09,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/8e2e1acfb11a43eb938180461826acc4 2024-11-20T13:55:09,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/8e2e1acfb11a43eb938180461826acc4 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/8e2e1acfb11a43eb938180461826acc4 2024-11-20T13:55:09,250 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8133a5751a7d8f3b3192fbdd4bb9664#info#compaction#35 average throughput is 12.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:55:09,251 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/12bdaea753324c0d908a85f69103912a is 1055, key is row0001/info:/1732110907111/Put/seqid=0 2024-11-20T13:55:09,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/8e2e1acfb11a43eb938180461826acc4, entries=15, sequenceid=64, filesize=20.3 K 2024-11-20T13:55:09,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=10.26 KB/10510 for e8133a5751a7d8f3b3192fbdd4bb9664 in 27ms, sequenceid=64, compaction requested=false 2024-11-20T13:55:09,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8133a5751a7d8f3b3192fbdd4bb9664: 2024-11-20T13:55:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:09,258 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=71.8 K, sizeToCheck=16.0 K 2024-11-20T13:55:09,258 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:09,258 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/424745001df04ca3bc970372574ad889 because midkey is the same as first or last row 2024-11-20T13:55:09,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8133a5751a7d8f3b3192fbdd4bb9664 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-20T13:55:09,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741841_1017 (size=43001) 2024-11-20T13:55:09,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741841_1017 (size=43001) 2024-11-20T13:55:09,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/2f8e020bc0244a1eb7c515621333a901 is 1055, key is row0052/info:/1732110909232/Put/seqid=0 2024-11-20T13:55:09,267 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/12bdaea753324c0d908a85f69103912a as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/12bdaea753324c0d908a85f69103912a 2024-11-20T13:55:09,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741842_1018 (size=16542) 2024-11-20T13:55:09,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741842_1018 (size=16542) 2024-11-20T13:55:09,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/2f8e020bc0244a1eb7c515621333a901 2024-11-20T13:55:09,275 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8133a5751a7d8f3b3192fbdd4bb9664/info of e8133a5751a7d8f3b3192fbdd4bb9664 into 12bdaea753324c0d908a85f69103912a(size=42.0 K), total size for store is 62.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:55:09,275 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8133a5751a7d8f3b3192fbdd4bb9664: 2024-11-20T13:55:09,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/2f8e020bc0244a1eb7c515621333a901 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/2f8e020bc0244a1eb7c515621333a901 2024-11-20T13:55:09,278 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664., storeName=e8133a5751a7d8f3b3192fbdd4bb9664/info, priority=13, startTime=1732110909228; duration=0sec 2024-11-20T13:55:09,278 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-11-20T13:55:09,278 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:09,278 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/12bdaea753324c0d908a85f69103912a because midkey is the same as first or last row 2024-11-20T13:55:09,279 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-11-20T13:55:09,279 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:09,279 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/12bdaea753324c0d908a85f69103912a because midkey is the same as first or last row 2024-11-20T13:55:09,279 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=62.3 K, sizeToCheck=16.0 K 2024-11-20T13:55:09,279 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:09,279 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/12bdaea753324c0d908a85f69103912a because midkey is the same as first or last row 2024-11-20T13:55:09,279 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:09,279 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8133a5751a7d8f3b3192fbdd4bb9664:info 2024-11-20T13:55:09,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/2f8e020bc0244a1eb7c515621333a901, entries=11, sequenceid=78, filesize=16.2 K 2024-11-20T13:55:09,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=2.05 KB/2102 for e8133a5751a7d8f3b3192fbdd4bb9664 in 26ms, sequenceid=78, compaction requested=true 2024-11-20T13:55:09,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8133a5751a7d8f3b3192fbdd4bb9664: 2024-11-20T13:55:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=78.4 K, sizeToCheck=16.0 K 2024-11-20T13:55:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/12bdaea753324c0d908a85f69103912a because midkey is the same as first or last row 2024-11-20T13:55:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8133a5751a7d8f3b3192fbdd4bb9664:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:55:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:09,285 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:55:09,286 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 80309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:55:09,286 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1541): e8133a5751a7d8f3b3192fbdd4bb9664/info is initiating minor compaction (all files) 2024-11-20T13:55:09,286 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8133a5751a7d8f3b3192fbdd4bb9664/info in TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:55:09,287 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/12bdaea753324c0d908a85f69103912a, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/8e2e1acfb11a43eb938180461826acc4, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/2f8e020bc0244a1eb7c515621333a901] into tmpdir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp, totalSize=78.4 K 2024-11-20T13:55:09,287 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12bdaea753324c0d908a85f69103912a, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732110907111 2024-11-20T13:55:09,287 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e2e1acfb11a43eb938180461826acc4, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732110909200 2024-11-20T13:55:09,288 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f8e020bc0244a1eb7c515621333a901, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732110909232 2024-11-20T13:55:09,303 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8133a5751a7d8f3b3192fbdd4bb9664#info#compaction#37 average throughput is 20.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:55:09,303 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/7cb08237e9d141b2be495bcc6eac5660 is 1055, key is row0001/info:/1732110907111/Put/seqid=0 2024-11-20T13:55:09,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741843_1019 (size=70524) 2024-11-20T13:55:09,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741843_1019 (size=70524) 2024-11-20T13:55:09,316 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/7cb08237e9d141b2be495bcc6eac5660 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/7cb08237e9d141b2be495bcc6eac5660 2024-11-20T13:55:09,323 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8133a5751a7d8f3b3192fbdd4bb9664/info of e8133a5751a7d8f3b3192fbdd4bb9664 into 7cb08237e9d141b2be495bcc6eac5660(size=68.9 K), total size for store is 68.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:55:09,323 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8133a5751a7d8f3b3192fbdd4bb9664: 2024-11-20T13:55:09,323 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664., storeName=e8133a5751a7d8f3b3192fbdd4bb9664/info, priority=13, startTime=1732110909285; duration=0sec 2024-11-20T13:55:09,323 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.9 K, sizeToCheck=16.0 K 2024-11-20T13:55:09,323 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:09,323 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/7cb08237e9d141b2be495bcc6eac5660 because midkey is the same as first or last row 2024-11-20T13:55:09,323 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.9 K, sizeToCheck=16.0 K 2024-11-20T13:55:09,323 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:09,323 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/7cb08237e9d141b2be495bcc6eac5660 because midkey is the same as first or last row 2024-11-20T13:55:09,324 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.9 K, sizeToCheck=16.0 K 2024-11-20T13:55:09,324 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:09,324 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/7cb08237e9d141b2be495bcc6eac5660 because midkey is the same as first or last row 2024-11-20T13:55:09,324 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:09,324 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8133a5751a7d8f3b3192fbdd4bb9664:info 2024-11-20T13:55:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:11,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8133a5751a7d8f3b3192fbdd4bb9664 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T13:55:11,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/eb0a6a72bc7b47f993ebc84b34e235c9 is 1055, key is row0063/info:/1732110909259/Put/seqid=0 2024-11-20T13:55:11,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741844_1020 (size=13386) 2024-11-20T13:55:11,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741844_1020 (size=13386) 2024-11-20T13:55:11,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/eb0a6a72bc7b47f993ebc84b34e235c9 2024-11-20T13:55:11,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/eb0a6a72bc7b47f993ebc84b34e235c9 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/eb0a6a72bc7b47f993ebc84b34e235c9 2024-11-20T13:55:11,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/eb0a6a72bc7b47f993ebc84b34e235c9, entries=8, sequenceid=91, filesize=13.1 K 2024-11-20T13:55:11,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for e8133a5751a7d8f3b3192fbdd4bb9664 in 32ms, sequenceid=91, compaction requested=false 2024-11-20T13:55:11,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8133a5751a7d8f3b3192fbdd4bb9664: 2024-11-20T13:55:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:11,310 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.9 K, sizeToCheck=16.0 K 2024-11-20T13:55:11,310 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:11,310 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/7cb08237e9d141b2be495bcc6eac5660 because midkey is the same as first or last row 2024-11-20T13:55:11,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e8133a5751a7d8f3b3192fbdd4bb9664 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-20T13:55:11,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/ebf764cd71dc4463b958a81b8d10e03c is 1055, key is row0071/info:/1732110911278/Put/seqid=0 2024-11-20T13:55:11,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741845_1021 (size=20766) 2024-11-20T13:55:11,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741845_1021 (size=20766) 2024-11-20T13:55:11,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/ebf764cd71dc4463b958a81b8d10e03c 2024-11-20T13:55:11,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/ebf764cd71dc4463b958a81b8d10e03c as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/ebf764cd71dc4463b958a81b8d10e03c 2024-11-20T13:55:11,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/ebf764cd71dc4463b958a81b8d10e03c, entries=15, sequenceid=109, filesize=20.3 K 2024-11-20T13:55:11,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=11.29 KB/11561 for e8133a5751a7d8f3b3192fbdd4bb9664 in 25ms, sequenceid=109, compaction requested=true 2024-11-20T13:55:11,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e8133a5751a7d8f3b3192fbdd4bb9664: 2024-11-20T13:55:11,335 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=102.2 K, sizeToCheck=16.0 K 2024-11-20T13:55:11,335 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:11,335 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/7cb08237e9d141b2be495bcc6eac5660 because midkey is the same as first or last row 2024-11-20T13:55:11,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e8133a5751a7d8f3b3192fbdd4bb9664:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:55:11,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:11,336 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:55:11,337 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 104676 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:55:11,337 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1541): e8133a5751a7d8f3b3192fbdd4bb9664/info is initiating minor compaction (all files) 2024-11-20T13:55:11,337 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e8133a5751a7d8f3b3192fbdd4bb9664/info in TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:55:11,337 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/7cb08237e9d141b2be495bcc6eac5660, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/eb0a6a72bc7b47f993ebc84b34e235c9, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/ebf764cd71dc4463b958a81b8d10e03c] into tmpdir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp, totalSize=102.2 K 2024-11-20T13:55:11,337 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cb08237e9d141b2be495bcc6eac5660, keycount=62, bloomtype=ROW, size=68.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732110907111 2024-11-20T13:55:11,338 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb0a6a72bc7b47f993ebc84b34e235c9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732110909259 2024-11-20T13:55:11,338 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebf764cd71dc4463b958a81b8d10e03c, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732110911278 2024-11-20T13:55:11,353 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e8133a5751a7d8f3b3192fbdd4bb9664#info#compaction#40 average throughput is 21.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:55:11,354 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/abc81107f7144421a9b69c2f8565cbd2 is 1055, key is row0001/info:/1732110907111/Put/seqid=0 2024-11-20T13:55:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741846_1022 (size=94899) 2024-11-20T13:55:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741846_1022 (size=94899) 2024-11-20T13:55:11,363 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/abc81107f7144421a9b69c2f8565cbd2 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/abc81107f7144421a9b69c2f8565cbd2 2024-11-20T13:55:11,370 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e8133a5751a7d8f3b3192fbdd4bb9664/info of e8133a5751a7d8f3b3192fbdd4bb9664 into abc81107f7144421a9b69c2f8565cbd2(size=92.7 K), total size for store is 92.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:55:11,370 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e8133a5751a7d8f3b3192fbdd4bb9664: 2024-11-20T13:55:11,370 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664., storeName=e8133a5751a7d8f3b3192fbdd4bb9664/info, priority=13, startTime=1732110911335; duration=0sec 2024-11-20T13:55:11,370 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.7 K, sizeToCheck=16.0 K 2024-11-20T13:55:11,370 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:11,371 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.7 K, sizeToCheck=16.0 K 2024-11-20T13:55:11,371 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:11,371 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=92.7 K, sizeToCheck=16.0 K 2024-11-20T13:55:11,371 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T13:55:11,372 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:11,372 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:11,372 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e8133a5751a7d8f3b3192fbdd4bb9664:info 2024-11-20T13:55:11,373 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43191 {}] assignment.AssignmentManager(1363): Split request from 28425b5b8f92,34337,1732110895840, parent={ENCODED => e8133a5751a7d8f3b3192fbdd4bb9664, NAME => 'TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-20T13:55:11,378 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43191 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=28425b5b8f92,34337,1732110895840 2024-11-20T13:55:11,381 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43191 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=e8133a5751a7d8f3b3192fbdd4bb9664, daughterA=30156b56d4ce2b34df51183bd5cfe65b, daughterB=e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:11,382 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=e8133a5751a7d8f3b3192fbdd4bb9664, daughterA=30156b56d4ce2b34df51183bd5cfe65b, daughterB=e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:11,383 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=e8133a5751a7d8f3b3192fbdd4bb9664, daughterA=30156b56d4ce2b34df51183bd5cfe65b, daughterB=e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:11,383 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=e8133a5751a7d8f3b3192fbdd4bb9664, daughterA=30156b56d4ce2b34df51183bd5cfe65b, daughterB=e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:11,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e8133a5751a7d8f3b3192fbdd4bb9664, UNASSIGN}] 2024-11-20T13:55:11,392 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e8133a5751a7d8f3b3192fbdd4bb9664, UNASSIGN 2024-11-20T13:55:11,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e8133a5751a7d8f3b3192fbdd4bb9664, regionState=CLOSING, regionLocation=28425b5b8f92,34337,1732110895840 2024-11-20T13:55:11,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e8133a5751a7d8f3b3192fbdd4bb9664, UNASSIGN because future has completed 2024-11-20T13:55:11,396 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-20T13:55:11,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8133a5751a7d8f3b3192fbdd4bb9664, server=28425b5b8f92,34337,1732110895840}] 2024-11-20T13:55:11,554 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:11,554 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-20T13:55:11,554 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing e8133a5751a7d8f3b3192fbdd4bb9664, disabling compactions & flushes 2024-11-20T13:55:11,554 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:55:11,554 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:55:11,554 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. after waiting 0 ms 2024-11-20T13:55:11,554 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:55:11,554 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing e8133a5751a7d8f3b3192fbdd4bb9664 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-20T13:55:11,559 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/6e797847a2d940f3a145aba0a38bb3bc is 1055, key is row0086/info:/1732110911311/Put/seqid=0 2024-11-20T13:55:11,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741847_1023 (size=16542) 2024-11-20T13:55:11,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741847_1023 (size=16542) 2024-11-20T13:55:11,564 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/6e797847a2d940f3a145aba0a38bb3bc 2024-11-20T13:55:11,570 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/.tmp/info/6e797847a2d940f3a145aba0a38bb3bc as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/6e797847a2d940f3a145aba0a38bb3bc 2024-11-20T13:55:11,576 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/6e797847a2d940f3a145aba0a38bb3bc, entries=11, sequenceid=124, filesize=16.2 K 2024-11-20T13:55:11,577 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for e8133a5751a7d8f3b3192fbdd4bb9664 in 23ms, sequenceid=124, compaction requested=false 2024-11-20T13:55:11,578 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/745737c16d5e47dba3788748c2d85a7e, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/424745001df04ca3bc970372574ad889, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/12bdaea753324c0d908a85f69103912a, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/4cf1cbfe9f074ad0a85ffc8a6a1e583d, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/8e2e1acfb11a43eb938180461826acc4, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/7cb08237e9d141b2be495bcc6eac5660, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/2f8e020bc0244a1eb7c515621333a901, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/eb0a6a72bc7b47f993ebc84b34e235c9, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/ebf764cd71dc4463b958a81b8d10e03c] to archive 2024-11-20T13:55:11,579 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:55:11,581 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/745737c16d5e47dba3788748c2d85a7e to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/745737c16d5e47dba3788748c2d85a7e 2024-11-20T13:55:11,582 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/424745001df04ca3bc970372574ad889 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/424745001df04ca3bc970372574ad889 2024-11-20T13:55:11,583 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/12bdaea753324c0d908a85f69103912a to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/12bdaea753324c0d908a85f69103912a 2024-11-20T13:55:11,584 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/4cf1cbfe9f074ad0a85ffc8a6a1e583d to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/4cf1cbfe9f074ad0a85ffc8a6a1e583d 2024-11-20T13:55:11,585 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/8e2e1acfb11a43eb938180461826acc4 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/8e2e1acfb11a43eb938180461826acc4 2024-11-20T13:55:11,587 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/7cb08237e9d141b2be495bcc6eac5660 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/7cb08237e9d141b2be495bcc6eac5660 2024-11-20T13:55:11,588 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/2f8e020bc0244a1eb7c515621333a901 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/2f8e020bc0244a1eb7c515621333a901 2024-11-20T13:55:11,589 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/eb0a6a72bc7b47f993ebc84b34e235c9 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/eb0a6a72bc7b47f993ebc84b34e235c9 2024-11-20T13:55:11,590 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/ebf764cd71dc4463b958a81b8d10e03c to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/ebf764cd71dc4463b958a81b8d10e03c 2024-11-20T13:55:11,597 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-11-20T13:55:11,598 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. 2024-11-20T13:55:11,598 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for e8133a5751a7d8f3b3192fbdd4bb9664: Waiting for close lock at 1732110911554Running coprocessor pre-close hooks at 1732110911554Disabling compacts and flushes for region at 1732110911554Disabling writes for close at 1732110911554Obtaining lock to block concurrent updates at 1732110911554Preparing flush snapshotting stores in e8133a5751a7d8f3b3192fbdd4bb9664 at 1732110911554Finished memstore snapshotting TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664., syncing WAL and waiting on mvcc, flushsize=dataSize=11561, getHeapSize=12648, getOffHeapSize=0, getCellsCount=11 at 1732110911555 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. at 1732110911555Flushing e8133a5751a7d8f3b3192fbdd4bb9664/info: creating writer at 1732110911555Flushing e8133a5751a7d8f3b3192fbdd4bb9664/info: appending metadata at 1732110911558 (+3 ms)Flushing e8133a5751a7d8f3b3192fbdd4bb9664/info: closing flushed file at 1732110911558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37616045: reopening flushed file at 1732110911569 (+11 ms)Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for e8133a5751a7d8f3b3192fbdd4bb9664 in 23ms, sequenceid=124, compaction requested=false at 1732110911577 (+8 ms)Writing region close event to WAL at 1732110911593 (+16 ms)Running coprocessor post-close hooks at 1732110911598 (+5 ms)Closed at 1732110911598 2024-11-20T13:55:11,600 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:11,601 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e8133a5751a7d8f3b3192fbdd4bb9664, regionState=CLOSED 2024-11-20T13:55:11,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8133a5751a7d8f3b3192fbdd4bb9664, server=28425b5b8f92,34337,1732110895840 because future has completed 2024-11-20T13:55:11,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T13:55:11,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure e8133a5751a7d8f3b3192fbdd4bb9664, server=28425b5b8f92,34337,1732110895840 in 207 msec 2024-11-20T13:55:11,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T13:55:11,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e8133a5751a7d8f3b3192fbdd4bb9664, UNASSIGN in 216 msec 2024-11-20T13:55:11,617 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:11,620 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=e8133a5751a7d8f3b3192fbdd4bb9664, threads=2 2024-11-20T13:55:11,622 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/abc81107f7144421a9b69c2f8565cbd2 for region: e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:11,622 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/6e797847a2d940f3a145aba0a38bb3bc for region: e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:11,632 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/6e797847a2d940f3a145aba0a38bb3bc, top=true 2024-11-20T13:55:11,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741848_1024 (size=27) 2024-11-20T13:55:11,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741848_1024 (size=27) 2024-11-20T13:55:11,638 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/TestLogRolling-testLogRolling=e8133a5751a7d8f3b3192fbdd4bb9664-6e797847a2d940f3a145aba0a38bb3bc for child: e74517db877edcbb36559a1f7965c6b7, parent: e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:11,638 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/6e797847a2d940f3a145aba0a38bb3bc for region: e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:11,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741849_1025 (size=27) 2024-11-20T13:55:11,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741849_1025 (size=27) 2024-11-20T13:55:11,647 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/abc81107f7144421a9b69c2f8565cbd2 for region: e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:11,649 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region e8133a5751a7d8f3b3192fbdd4bb9664 Daughter A: [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b/info/abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664] storefiles, Daughter B: [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/TestLogRolling-testLogRolling=e8133a5751a7d8f3b3192fbdd4bb9664-6e797847a2d940f3a145aba0a38bb3bc, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664] storefiles. 2024-11-20T13:55:11,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741850_1026 (size=71) 2024-11-20T13:55:11,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741850_1026 (size=71) 2024-11-20T13:55:12,066 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:12,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741851_1027 (size=71) 2024-11-20T13:55:12,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741851_1027 (size=71) 2024-11-20T13:55:12,085 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:12,095 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-20T13:55:12,098 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-11-20T13:55:12,102 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732110912101"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732110912101"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732110912101"}]},"ts":"1732110912101"} 2024-11-20T13:55:12,102 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732110912101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110912101"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732110912101"}]},"ts":"1732110912101"} 2024-11-20T13:55:12,102 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732110912101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732110912101"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732110912101"}]},"ts":"1732110912101"} 2024-11-20T13:55:12,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=30156b56d4ce2b34df51183bd5cfe65b, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e74517db877edcbb36559a1f7965c6b7, ASSIGN}] 2024-11-20T13:55:12,120 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e74517db877edcbb36559a1f7965c6b7, ASSIGN 2024-11-20T13:55:12,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=30156b56d4ce2b34df51183bd5cfe65b, ASSIGN 2024-11-20T13:55:12,120 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e74517db877edcbb36559a1f7965c6b7, ASSIGN; state=SPLITTING_NEW, location=28425b5b8f92,34337,1732110895840; forceNewPlan=false, retain=false 2024-11-20T13:55:12,121 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=30156b56d4ce2b34df51183bd5cfe65b, ASSIGN; state=SPLITTING_NEW, location=28425b5b8f92,34337,1732110895840; forceNewPlan=false, retain=false 2024-11-20T13:55:12,272 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e74517db877edcbb36559a1f7965c6b7, regionState=OPENING, regionLocation=28425b5b8f92,34337,1732110895840 2024-11-20T13:55:12,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=30156b56d4ce2b34df51183bd5cfe65b, regionState=OPENING, regionLocation=28425b5b8f92,34337,1732110895840 2024-11-20T13:55:12,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e74517db877edcbb36559a1f7965c6b7, ASSIGN because future has completed 2024-11-20T13:55:12,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e74517db877edcbb36559a1f7965c6b7, server=28425b5b8f92,34337,1732110895840}] 2024-11-20T13:55:12,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=30156b56d4ce2b34df51183bd5cfe65b, ASSIGN because future has completed 2024-11-20T13:55:12,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30156b56d4ce2b34df51183bd5cfe65b, server=28425b5b8f92,34337,1732110895840}] 2024-11-20T13:55:12,442 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:12,443 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => e74517db877edcbb36559a1f7965c6b7, NAME => 'TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-20T13:55:12,444 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:12,444 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:55:12,444 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:12,444 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:12,446 INFO [StoreOpener-e74517db877edcbb36559a1f7965c6b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:12,448 INFO [StoreOpener-e74517db877edcbb36559a1f7965c6b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e74517db877edcbb36559a1f7965c6b7 columnFamilyName info 2024-11-20T13:55:12,448 DEBUG [StoreOpener-e74517db877edcbb36559a1f7965c6b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:12,459 DEBUG [StoreOpener-e74517db877edcbb36559a1f7965c6b7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/TestLogRolling-testLogRolling=e8133a5751a7d8f3b3192fbdd4bb9664-6e797847a2d940f3a145aba0a38bb3bc 2024-11-20T13:55:12,469 DEBUG [StoreOpener-e74517db877edcbb36559a1f7965c6b7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664->hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/abc81107f7144421a9b69c2f8565cbd2-top 2024-11-20T13:55:12,470 INFO [StoreOpener-e74517db877edcbb36559a1f7965c6b7-1 {}] regionserver.HStore(327): Store=e74517db877edcbb36559a1f7965c6b7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:55:12,470 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:12,471 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:12,473 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:12,473 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:12,473 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:12,475 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:12,476 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened e74517db877edcbb36559a1f7965c6b7; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=725209, jitterRate=-0.07784952223300934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:55:12,476 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:12,476 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for e74517db877edcbb36559a1f7965c6b7: Running coprocessor pre-open hook at 1732110912444Writing region info on filesystem at 1732110912444Initializing all the Stores at 1732110912446 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110912446Cleaning up temporary data from old regions at 1732110912473 (+27 ms)Running coprocessor post-open hooks at 1732110912476 (+3 ms)Region opened successfully at 1732110912476 2024-11-20T13:55:12,477 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7., pid=12, masterSystemTime=1732110912433 2024-11-20T13:55:12,477 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store e74517db877edcbb36559a1f7965c6b7:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:55:12,477 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:12,477 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T13:55:12,478 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:12,478 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1541): e74517db877edcbb36559a1f7965c6b7/info is initiating minor compaction (all files) 2024-11-20T13:55:12,478 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74517db877edcbb36559a1f7965c6b7/info in TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:12,478 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664->hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/abc81107f7144421a9b69c2f8565cbd2-top, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/TestLogRolling-testLogRolling=e8133a5751a7d8f3b3192fbdd4bb9664-6e797847a2d940f3a145aba0a38bb3bc] into tmpdir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp, totalSize=108.8 K 2024-11-20T13:55:12,479 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664, keycount=42, bloomtype=ROW, size=92.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732110907111 2024-11-20T13:55:12,479 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:12,479 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:12,479 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b. 2024-11-20T13:55:12,479 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=e8133a5751a7d8f3b3192fbdd4bb9664-6e797847a2d940f3a145aba0a38bb3bc, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732110911311 2024-11-20T13:55:12,480 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 30156b56d4ce2b34df51183bd5cfe65b, NAME => 'TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-20T13:55:12,480 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 30156b56d4ce2b34df51183bd5cfe65b 2024-11-20T13:55:12,480 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:55:12,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e74517db877edcbb36559a1f7965c6b7, regionState=OPEN, openSeqNum=128, regionLocation=28425b5b8f92,34337,1732110895840 2024-11-20T13:55:12,480 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 30156b56d4ce2b34df51183bd5cfe65b 2024-11-20T13:55:12,480 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 30156b56d4ce2b34df51183bd5cfe65b 2024-11-20T13:55:12,482 INFO [StoreOpener-30156b56d4ce2b34df51183bd5cfe65b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 30156b56d4ce2b34df51183bd5cfe65b 2024-11-20T13:55:12,482 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-20T13:55:12,482 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T13:55:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e74517db877edcbb36559a1f7965c6b7, server=28425b5b8f92,34337,1732110895840 because future has completed 2024-11-20T13:55:12,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-20T13:55:12,483 INFO [StoreOpener-30156b56d4ce2b34df51183bd5cfe65b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30156b56d4ce2b34df51183bd5cfe65b columnFamilyName info 2024-11-20T13:55:12,483 DEBUG [StoreOpener-30156b56d4ce2b34df51183bd5cfe65b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:12,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T13:55:12,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure e74517db877edcbb36559a1f7965c6b7, server=28425b5b8f92,34337,1732110895840 in 207 msec 2024-11-20T13:55:12,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e74517db877edcbb36559a1f7965c6b7, ASSIGN in 370 msec 2024-11-20T13:55:12,494 DEBUG [StoreOpener-30156b56d4ce2b34df51183bd5cfe65b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b/info/abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664->hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/abc81107f7144421a9b69c2f8565cbd2-bottom 2024-11-20T13:55:12,495 INFO [StoreOpener-30156b56d4ce2b34df51183bd5cfe65b-1 {}] regionserver.HStore(327): Store=30156b56d4ce2b34df51183bd5cfe65b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:55:12,495 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 30156b56d4ce2b34df51183bd5cfe65b 2024-11-20T13:55:12,496 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b 2024-11-20T13:55:12,497 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b 2024-11-20T13:55:12,497 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 30156b56d4ce2b34df51183bd5cfe65b 2024-11-20T13:55:12,497 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 30156b56d4ce2b34df51183bd5cfe65b 2024-11-20T13:55:12,499 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 30156b56d4ce2b34df51183bd5cfe65b 2024-11-20T13:55:12,499 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 30156b56d4ce2b34df51183bd5cfe65b; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=879428, jitterRate=0.11825160682201385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:55:12,499 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30156b56d4ce2b34df51183bd5cfe65b 2024-11-20T13:55:12,499 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 30156b56d4ce2b34df51183bd5cfe65b: Running coprocessor pre-open hook at 1732110912480Writing region info on filesystem at 1732110912480Initializing all the Stores at 1732110912481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110912481Cleaning up temporary data from old regions at 1732110912497 (+16 ms)Running coprocessor post-open hooks at 1732110912499 (+2 ms)Region opened successfully at 1732110912499 2024-11-20T13:55:12,500 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b., pid=13, masterSystemTime=1732110912433 2024-11-20T13:55:12,500 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 30156b56d4ce2b34df51183bd5cfe65b:info, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:55:12,500 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:12,500 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-20T13:55:12,501 INFO [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b. 2024-11-20T13:55:12,501 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.HStore(1541): 30156b56d4ce2b34df51183bd5cfe65b/info is initiating minor compaction (all files) 2024-11-20T13:55:12,501 INFO [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 30156b56d4ce2b34df51183bd5cfe65b/info in TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b. 2024-11-20T13:55:12,501 INFO [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b/info/abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664->hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/abc81107f7144421a9b69c2f8565cbd2-bottom] into tmpdir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b/.tmp, totalSize=92.7 K 2024-11-20T13:55:12,502 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] compactions.Compactor(225): Compacting abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664, keycount=42, bloomtype=ROW, size=92.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732110907111 2024-11-20T13:55:12,503 DEBUG [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b. 2024-11-20T13:55:12,503 INFO [RS_OPEN_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b. 2024-11-20T13:55:12,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=30156b56d4ce2b34df51183bd5cfe65b, regionState=OPEN, openSeqNum=128, regionLocation=28425b5b8f92,34337,1732110895840 2024-11-20T13:55:12,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/.tmp/info/a5e8363654114b6babe83fde90212495 is 193, key is TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7./info:regioninfo/1732110912480/Put/seqid=0 2024-11-20T13:55:12,504 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74517db877edcbb36559a1f7965c6b7#info#compaction#43 average throughput is 33.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:55:12,505 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/f49b49a6bddb4778b095b54f68b8681e is 1055, key is row0064/info:/1732110909262/Put/seqid=0 2024-11-20T13:55:12,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30156b56d4ce2b34df51183bd5cfe65b, server=28425b5b8f92,34337,1732110895840 because future has completed 2024-11-20T13:55:12,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-20T13:55:12,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 30156b56d4ce2b34df51183bd5cfe65b, server=28425b5b8f92,34337,1732110895840 in 229 msec 2024-11-20T13:55:12,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-20T13:55:12,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=30156b56d4ce2b34df51183bd5cfe65b, ASSIGN in 393 msec 2024-11-20T13:55:12,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=e8133a5751a7d8f3b3192fbdd4bb9664, daughterA=30156b56d4ce2b34df51183bd5cfe65b, daughterB=e74517db877edcbb36559a1f7965c6b7 in 1.1360 sec 2024-11-20T13:55:12,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741852_1028 (size=9882) 2024-11-20T13:55:12,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741852_1028 (size=9882) 2024-11-20T13:55:12,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/.tmp/info/a5e8363654114b6babe83fde90212495 2024-11-20T13:55:12,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741853_1029 (size=39908) 2024-11-20T13:55:12,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741853_1029 (size=39908) 2024-11-20T13:55:12,533 INFO [RS:0;28425b5b8f92:34337-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30156b56d4ce2b34df51183bd5cfe65b#info#compaction#44 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:55:12,534 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/f49b49a6bddb4778b095b54f68b8681e as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/f49b49a6bddb4778b095b54f68b8681e 2024-11-20T13:55:12,534 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b/.tmp/info/bca5035fda9f40f184fdd95fc8d17c40 is 1055, key is row0001/info:/1732110907111/Put/seqid=0 2024-11-20T13:55:12,542 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in e74517db877edcbb36559a1f7965c6b7/info of e74517db877edcbb36559a1f7965c6b7 into f49b49a6bddb4778b095b54f68b8681e(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:55:12,542 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:12,543 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7., storeName=e74517db877edcbb36559a1f7965c6b7/info, priority=14, startTime=1732110912477; duration=0sec 2024-11-20T13:55:12,543 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:12,543 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74517db877edcbb36559a1f7965c6b7:info 2024-11-20T13:55:12,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741854_1030 (size=71441) 2024-11-20T13:55:12,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741854_1030 (size=71441) 2024-11-20T13:55:12,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/.tmp/ns/efd95ea3cf674682b6730151e62e87a6 is 43, key is default/ns:d/1732110896966/Put/seqid=0 2024-11-20T13:55:12,555 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b/.tmp/info/bca5035fda9f40f184fdd95fc8d17c40 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b/info/bca5035fda9f40f184fdd95fc8d17c40 2024-11-20T13:55:12,565 INFO [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 30156b56d4ce2b34df51183bd5cfe65b/info of 30156b56d4ce2b34df51183bd5cfe65b into bca5035fda9f40f184fdd95fc8d17c40(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:55:12,565 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 30156b56d4ce2b34df51183bd5cfe65b: 2024-11-20T13:55:12,565 INFO [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b., storeName=30156b56d4ce2b34df51183bd5cfe65b/info, priority=15, startTime=1732110912500; duration=0sec 2024-11-20T13:55:12,566 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:12,566 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30156b56d4ce2b34df51183bd5cfe65b:info 2024-11-20T13:55:12,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741855_1031 (size=5153) 2024-11-20T13:55:12,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741855_1031 (size=5153) 2024-11-20T13:55:12,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/.tmp/ns/efd95ea3cf674682b6730151e62e87a6 2024-11-20T13:55:12,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/.tmp/table/390c4410e8d24b5db4a899060a2fe601 is 65, key is TestLogRolling-testLogRolling/table:state/1732110897445/Put/seqid=0 2024-11-20T13:55:12,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741856_1032 (size=5340) 2024-11-20T13:55:12,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741856_1032 (size=5340) 2024-11-20T13:55:12,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/.tmp/table/390c4410e8d24b5db4a899060a2fe601 2024-11-20T13:55:12,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/.tmp/info/a5e8363654114b6babe83fde90212495 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/info/a5e8363654114b6babe83fde90212495 2024-11-20T13:55:12,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/info/a5e8363654114b6babe83fde90212495, entries=30, sequenceid=17, filesize=9.7 K 2024-11-20T13:55:12,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/.tmp/ns/efd95ea3cf674682b6730151e62e87a6 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/ns/efd95ea3cf674682b6730151e62e87a6 2024-11-20T13:55:12,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/ns/efd95ea3cf674682b6730151e62e87a6, entries=2, sequenceid=17, filesize=5.0 K 2024-11-20T13:55:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/.tmp/table/390c4410e8d24b5db4a899060a2fe601 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/table/390c4410e8d24b5db4a899060a2fe601 2024-11-20T13:55:12,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/table/390c4410e8d24b5db4a899060a2fe601, entries=2, sequenceid=17, filesize=5.2 K 2024-11-20T13:55:12,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 187ms, sequenceid=17, compaction requested=false 2024-11-20T13:55:12,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-20T13:55:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:45416 deadline: 1732110923334, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. is not online on 28425b5b8f92,34337,1732110895840 2024-11-20T13:55:13,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664., hostname=28425b5b8f92,34337,1732110895840, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664., hostname=28425b5b8f92,34337,1732110895840, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. is not online on 28425b5b8f92,34337,1732110895840 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T13:55:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664., hostname=28425b5b8f92,34337,1732110895840, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664. is not online on 28425b5b8f92,34337,1732110895840 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T13:55:13,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732110897077.e8133a5751a7d8f3b3192fbdd4bb9664., hostname=28425b5b8f92,34337,1732110895840, seqNum=2 from cache 2024-11-20T13:55:16,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:16,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:16,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:16,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:16,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:16,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:16,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:16,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:16,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:16,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:17,131 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T13:55:17,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:17,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:17,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:17,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:17,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:17,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:17,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:17,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:17,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:17,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:23,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7., hostname=28425b5b8f92,34337,1732110895840, seqNum=128] 2024-11-20T13:55:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:23,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T13:55:23,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/36342d09bf6f4dbd94590aebb3e69bc9 is 1055, key is row0097/info:/1732110923465/Put/seqid=0 2024-11-20T13:55:23,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741857_1033 (size=13394) 2024-11-20T13:55:23,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741857_1033 (size=13394) 2024-11-20T13:55:23,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/36342d09bf6f4dbd94590aebb3e69bc9 2024-11-20T13:55:23,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/36342d09bf6f4dbd94590aebb3e69bc9 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/36342d09bf6f4dbd94590aebb3e69bc9 2024-11-20T13:55:23,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/36342d09bf6f4dbd94590aebb3e69bc9, entries=8, sequenceid=139, filesize=13.1 K 2024-11-20T13:55:23,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for e74517db877edcbb36559a1f7965c6b7 in 26ms, sequenceid=139, compaction requested=false 2024-11-20T13:55:23,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:23,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T13:55:23,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/ef64b09729a545caa9b53df00b433714 is 1055, key is row0105/info:/1732110923478/Put/seqid=0 2024-11-20T13:55:23,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741858_1034 (size=18675) 2024-11-20T13:55:23,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741858_1034 (size=18675) 2024-11-20T13:55:23,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/ef64b09729a545caa9b53df00b433714 2024-11-20T13:55:23,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/ef64b09729a545caa9b53df00b433714 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ef64b09729a545caa9b53df00b433714 2024-11-20T13:55:23,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ef64b09729a545caa9b53df00b433714, entries=13, sequenceid=155, filesize=18.2 K 2024-11-20T13:55:23,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for e74517db877edcbb36559a1f7965c6b7 in 22ms, sequenceid=155, compaction requested=true 2024-11-20T13:55:23,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:23,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74517db877edcbb36559a1f7965c6b7:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:55:23,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:23,527 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:55:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:23,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-20T13:55:23,528 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 71977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:55:23,528 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1541): e74517db877edcbb36559a1f7965c6b7/info is initiating minor compaction (all files) 2024-11-20T13:55:23,528 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74517db877edcbb36559a1f7965c6b7/info in TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:23,528 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/f49b49a6bddb4778b095b54f68b8681e, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/36342d09bf6f4dbd94590aebb3e69bc9, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ef64b09729a545caa9b53df00b433714] into tmpdir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp, totalSize=70.3 K 2024-11-20T13:55:23,529 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting f49b49a6bddb4778b095b54f68b8681e, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732110909262 2024-11-20T13:55:23,529 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36342d09bf6f4dbd94590aebb3e69bc9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732110923465 2024-11-20T13:55:23,530 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef64b09729a545caa9b53df00b433714, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732110923478 2024-11-20T13:55:23,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/ce236fdb59184a23b1a3a7298c19993b is 1055, key is row0118/info:/1732110923505/Put/seqid=0 2024-11-20T13:55:23,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741859_1035 (size=16553) 2024-11-20T13:55:23,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741859_1035 (size=16553) 2024-11-20T13:55:23,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/ce236fdb59184a23b1a3a7298c19993b 2024-11-20T13:55:23,544 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74517db877edcbb36559a1f7965c6b7#info#compaction#50 average throughput is 27.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:55:23,545 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/f2639d2865034a12be9e94a34c5ee3ff is 1055, key is row0064/info:/1732110909262/Put/seqid=0 2024-11-20T13:55:23,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/ce236fdb59184a23b1a3a7298c19993b as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ce236fdb59184a23b1a3a7298c19993b 2024-11-20T13:55:23,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ce236fdb59184a23b1a3a7298c19993b, entries=11, sequenceid=169, filesize=16.2 K 2024-11-20T13:55:23,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for e74517db877edcbb36559a1f7965c6b7 in 27ms, sequenceid=169, compaction requested=false 2024-11-20T13:55:23,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:23,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741860_1036 (size=62191) 2024-11-20T13:55:23,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741860_1036 (size=62191) 2024-11-20T13:55:23,565 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/f2639d2865034a12be9e94a34c5ee3ff as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/f2639d2865034a12be9e94a34c5ee3ff 2024-11-20T13:55:23,572 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74517db877edcbb36559a1f7965c6b7/info of e74517db877edcbb36559a1f7965c6b7 into f2639d2865034a12be9e94a34c5ee3ff(size=60.7 K), total size for store is 76.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:55:23,572 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:23,572 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7., storeName=e74517db877edcbb36559a1f7965c6b7/info, priority=13, startTime=1732110923527; duration=0sec 2024-11-20T13:55:23,572 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:23,572 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74517db877edcbb36559a1f7965c6b7:info 2024-11-20T13:55:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:25,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T13:55:25,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/aaa2442a50a84a71b493cc86e8102d67 is 1055, key is row0129/info:/1732110925529/Put/seqid=0 2024-11-20T13:55:25,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741861_1037 (size=13394) 2024-11-20T13:55:25,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741861_1037 (size=13394) 2024-11-20T13:55:25,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/aaa2442a50a84a71b493cc86e8102d67 2024-11-20T13:55:25,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/aaa2442a50a84a71b493cc86e8102d67 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/aaa2442a50a84a71b493cc86e8102d67 2024-11-20T13:55:25,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/aaa2442a50a84a71b493cc86e8102d67, entries=8, sequenceid=181, filesize=13.1 K 2024-11-20T13:55:25,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for e74517db877edcbb36559a1f7965c6b7 in 28ms, sequenceid=181, compaction requested=true 2024-11-20T13:55:25,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:25,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74517db877edcbb36559a1f7965c6b7:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:55:25,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:25,570 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:55:25,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-20T13:55:25,571 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92138 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:55:25,571 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1541): e74517db877edcbb36559a1f7965c6b7/info is initiating minor compaction (all files) 2024-11-20T13:55:25,571 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74517db877edcbb36559a1f7965c6b7/info in TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:25,571 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/f2639d2865034a12be9e94a34c5ee3ff, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ce236fdb59184a23b1a3a7298c19993b, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/aaa2442a50a84a71b493cc86e8102d67] into tmpdir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp, totalSize=90.0 K 2024-11-20T13:55:25,572 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2639d2865034a12be9e94a34c5ee3ff, keycount=54, bloomtype=ROW, size=60.7 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732110909262 2024-11-20T13:55:25,573 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce236fdb59184a23b1a3a7298c19993b, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732110923505 2024-11-20T13:55:25,573 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaa2442a50a84a71b493cc86e8102d67, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732110925529 2024-11-20T13:55:25,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/efc62e746dfe41089996cdc0c331dc56 is 1055, key is row0137/info:/1732110925542/Put/seqid=0 2024-11-20T13:55:25,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741862_1038 (size=19728) 2024-11-20T13:55:25,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741862_1038 (size=19728) 2024-11-20T13:55:25,587 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74517db877edcbb36559a1f7965c6b7#info#compaction#53 average throughput is 36.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:55:25,588 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/b80497246bac4ddab1b6ae495c89585c is 1055, key is row0064/info:/1732110909262/Put/seqid=0 2024-11-20T13:55:25,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741863_1039 (size=82373) 2024-11-20T13:55:25,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741863_1039 (size=82373) 2024-11-20T13:55:25,600 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/b80497246bac4ddab1b6ae495c89585c as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/b80497246bac4ddab1b6ae495c89585c 2024-11-20T13:55:25,606 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74517db877edcbb36559a1f7965c6b7/info of e74517db877edcbb36559a1f7965c6b7 into b80497246bac4ddab1b6ae495c89585c(size=80.4 K), total size for store is 80.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:55:25,606 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:25,606 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7., storeName=e74517db877edcbb36559a1f7965c6b7/info, priority=13, startTime=1732110925570; duration=0sec 2024-11-20T13:55:25,606 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:25,607 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74517db877edcbb36559a1f7965c6b7:info 2024-11-20T13:55:25,645 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:55:25,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/efc62e746dfe41089996cdc0c331dc56 2024-11-20T13:55:26,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/efc62e746dfe41089996cdc0c331dc56 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/efc62e746dfe41089996cdc0c331dc56 2024-11-20T13:55:26,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/efc62e746dfe41089996cdc0c331dc56, entries=14, sequenceid=198, filesize=19.3 K 2024-11-20T13:55:26,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for e74517db877edcbb36559a1f7965c6b7 in 486ms, sequenceid=198, compaction requested=false 2024-11-20T13:55:26,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:27,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-20T13:55:27,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/2f9f24660ef64bdb91ffdee053fabf04 is 1055, key is row0151/info:/1732110925571/Put/seqid=0 2024-11-20T13:55:27,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741864_1040 (size=16553) 2024-11-20T13:55:27,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741864_1040 (size=16553) 2024-11-20T13:55:27,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/2f9f24660ef64bdb91ffdee053fabf04 2024-11-20T13:55:27,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/2f9f24660ef64bdb91ffdee053fabf04 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/2f9f24660ef64bdb91ffdee053fabf04 2024-11-20T13:55:27,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/2f9f24660ef64bdb91ffdee053fabf04, entries=11, sequenceid=213, filesize=16.2 K 2024-11-20T13:55:27,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=12.32 KB/12612 for e74517db877edcbb36559a1f7965c6b7 in 29ms, sequenceid=213, compaction requested=true 2024-11-20T13:55:27,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:27,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74517db877edcbb36559a1f7965c6b7:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:55:27,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:27,627 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:55:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:27,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T13:55:27,628 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118654 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:55:27,628 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1541): e74517db877edcbb36559a1f7965c6b7/info is initiating minor compaction (all files) 2024-11-20T13:55:27,628 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74517db877edcbb36559a1f7965c6b7/info in TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:27,628 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/b80497246bac4ddab1b6ae495c89585c, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/efc62e746dfe41089996cdc0c331dc56, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/2f9f24660ef64bdb91ffdee053fabf04] into tmpdir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp, totalSize=115.9 K 2024-11-20T13:55:27,629 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting b80497246bac4ddab1b6ae495c89585c, keycount=73, bloomtype=ROW, size=80.4 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732110909262 2024-11-20T13:55:27,629 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting efc62e746dfe41089996cdc0c331dc56, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732110925542 2024-11-20T13:55:27,630 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f9f24660ef64bdb91ffdee053fabf04, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732110925571 2024-11-20T13:55:27,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/bf4379245fd14a37ad6616f0e641f31a is 1055, key is row0162/info:/1732110927600/Put/seqid=0 2024-11-20T13:55:27,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741865_1041 (size=18675) 2024-11-20T13:55:27,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741865_1041 (size=18675) 2024-11-20T13:55:27,643 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74517db877edcbb36559a1f7965c6b7#info#compaction#56 average throughput is 32.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:55:27,644 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/bbf84ed1fad540929cdbb88bcc8315cd is 1055, key is row0064/info:/1732110909262/Put/seqid=0 2024-11-20T13:55:27,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741866_1042 (size=108808) 2024-11-20T13:55:27,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741866_1042 (size=108808) 2024-11-20T13:55:27,653 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/bbf84ed1fad540929cdbb88bcc8315cd as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/bbf84ed1fad540929cdbb88bcc8315cd 2024-11-20T13:55:27,660 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74517db877edcbb36559a1f7965c6b7/info of e74517db877edcbb36559a1f7965c6b7 into bbf84ed1fad540929cdbb88bcc8315cd(size=106.3 K), total size for store is 106.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:55:27,660 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:27,660 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7., storeName=e74517db877edcbb36559a1f7965c6b7/info, priority=13, startTime=1732110927627; duration=0sec 2024-11-20T13:55:27,661 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:27,661 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74517db877edcbb36559a1f7965c6b7:info 2024-11-20T13:55:27,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e74517db877edcbb36559a1f7965c6b7, server=28425b5b8f92,34337,1732110895840 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T13:55:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:45416 deadline: 1732110937662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e74517db877edcbb36559a1f7965c6b7, server=28425b5b8f92,34337,1732110895840 2024-11-20T13:55:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7., hostname=28425b5b8f92,34337,1732110895840, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7., hostname=28425b5b8f92,34337,1732110895840, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e74517db877edcbb36559a1f7965c6b7, server=28425b5b8f92,34337,1732110895840 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T13:55:27,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7., hostname=28425b5b8f92,34337,1732110895840, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e74517db877edcbb36559a1f7965c6b7, server=28425b5b8f92,34337,1732110895840 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T13:55:27,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7., hostname=28425b5b8f92,34337,1732110895840, seqNum=128 because the exception is null or not the one we care about 2024-11-20T13:55:28,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/bf4379245fd14a37ad6616f0e641f31a 2024-11-20T13:55:28,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/bf4379245fd14a37ad6616f0e641f31a as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/bf4379245fd14a37ad6616f0e641f31a 2024-11-20T13:55:28,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/bf4379245fd14a37ad6616f0e641f31a, entries=13, sequenceid=229, filesize=18.2 K 2024-11-20T13:55:28,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for e74517db877edcbb36559a1f7965c6b7 in 433ms, sequenceid=229, compaction requested=false 2024-11-20T13:55:28,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:37,000 INFO [master/28425b5b8f92:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T13:55:37,000 INFO [master/28425b5b8f92:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T13:55:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:37,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-20T13:55:37,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/7f8db94718394b86b254e28993182675 is 1055, key is row0175/info:/1732110927629/Put/seqid=0 2024-11-20T13:55:37,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741867_1043 (size=22891) 2024-11-20T13:55:37,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741867_1043 (size=22891) 2024-11-20T13:55:37,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/7f8db94718394b86b254e28993182675 2024-11-20T13:55:37,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/7f8db94718394b86b254e28993182675 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/7f8db94718394b86b254e28993182675 2024-11-20T13:55:37,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/7f8db94718394b86b254e28993182675, entries=17, sequenceid=250, filesize=22.4 K 2024-11-20T13:55:37,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=1.03 KB/1051 for e74517db877edcbb36559a1f7965c6b7 in 22ms, sequenceid=250, compaction requested=true 2024-11-20T13:55:37,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:37,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74517db877edcbb36559a1f7965c6b7:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:55:37,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:37,723 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:55:37,724 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 150374 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:55:37,724 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.HStore(1541): e74517db877edcbb36559a1f7965c6b7/info is initiating minor compaction (all files) 2024-11-20T13:55:37,725 INFO [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74517db877edcbb36559a1f7965c6b7/info in TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:37,725 INFO [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/bbf84ed1fad540929cdbb88bcc8315cd, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/bf4379245fd14a37ad6616f0e641f31a, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/7f8db94718394b86b254e28993182675] into tmpdir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp, totalSize=146.8 K 2024-11-20T13:55:37,725 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] compactions.Compactor(225): Compacting bbf84ed1fad540929cdbb88bcc8315cd, keycount=98, bloomtype=ROW, size=106.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732110909262 2024-11-20T13:55:37,725 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] compactions.Compactor(225): Compacting bf4379245fd14a37ad6616f0e641f31a, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732110927600 2024-11-20T13:55:37,726 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f8db94718394b86b254e28993182675, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732110927629 2024-11-20T13:55:37,739 INFO [RS:0;28425b5b8f92:34337-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74517db877edcbb36559a1f7965c6b7#info#compaction#58 average throughput is 32.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:55:37,739 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/d51703ebea254048a07d04e4b6d7e958 is 1055, key is row0064/info:/1732110909262/Put/seqid=0 2024-11-20T13:55:37,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741868_1044 (size=140704) 2024-11-20T13:55:37,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741868_1044 (size=140704) 2024-11-20T13:55:37,749 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/d51703ebea254048a07d04e4b6d7e958 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/d51703ebea254048a07d04e4b6d7e958 2024-11-20T13:55:37,755 INFO [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74517db877edcbb36559a1f7965c6b7/info of e74517db877edcbb36559a1f7965c6b7 into d51703ebea254048a07d04e4b6d7e958(size=137.4 K), total size for store is 137.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:55:37,755 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:37,756 INFO [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7., storeName=e74517db877edcbb36559a1f7965c6b7/info, priority=13, startTime=1732110937723; duration=0sec 2024-11-20T13:55:37,756 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:37,756 DEBUG [RS:0;28425b5b8f92:34337-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74517db877edcbb36559a1f7965c6b7:info 2024-11-20T13:55:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:39,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T13:55:39,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/ba1ad6daea254731b34cce24ab9fd886 is 1055, key is row0192/info:/1732110937703/Put/seqid=0 2024-11-20T13:55:39,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741869_1045 (size=13400) 2024-11-20T13:55:39,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741869_1045 (size=13400) 2024-11-20T13:55:39,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/ba1ad6daea254731b34cce24ab9fd886 2024-11-20T13:55:39,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/ba1ad6daea254731b34cce24ab9fd886 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ba1ad6daea254731b34cce24ab9fd886 2024-11-20T13:55:39,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ba1ad6daea254731b34cce24ab9fd886, entries=8, sequenceid=262, filesize=13.1 K 2024-11-20T13:55:39,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for e74517db877edcbb36559a1f7965c6b7 in 27ms, sequenceid=262, compaction requested=false 2024-11-20T13:55:39,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:39,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-20T13:55:39,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/64c29c80137742538d3ef7c09c377901 is 1055, key is row0200/info:/1732110939721/Put/seqid=0 2024-11-20T13:55:39,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741870_1046 (size=21854) 2024-11-20T13:55:39,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741870_1046 (size=21854) 2024-11-20T13:55:39,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/64c29c80137742538d3ef7c09c377901 2024-11-20T13:55:39,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/64c29c80137742538d3ef7c09c377901 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/64c29c80137742538d3ef7c09c377901 2024-11-20T13:55:39,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/64c29c80137742538d3ef7c09c377901, entries=16, sequenceid=281, filesize=21.3 K 2024-11-20T13:55:39,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=9.24 KB/9459 for e74517db877edcbb36559a1f7965c6b7 in 21ms, sequenceid=281, compaction requested=true 2024-11-20T13:55:39,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:39,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74517db877edcbb36559a1f7965c6b7:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:55:39,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:39,771 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:55:39,772 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 175958 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:55:39,772 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1541): e74517db877edcbb36559a1f7965c6b7/info is initiating minor compaction (all files) 2024-11-20T13:55:39,772 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74517db877edcbb36559a1f7965c6b7/info in TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:39,772 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/d51703ebea254048a07d04e4b6d7e958, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ba1ad6daea254731b34cce24ab9fd886, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/64c29c80137742538d3ef7c09c377901] into tmpdir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp, totalSize=171.8 K 2024-11-20T13:55:39,772 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting d51703ebea254048a07d04e4b6d7e958, keycount=128, bloomtype=ROW, size=137.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732110909262 2024-11-20T13:55:39,773 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba1ad6daea254731b34cce24ab9fd886, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732110937703 2024-11-20T13:55:39,773 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64c29c80137742538d3ef7c09c377901, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732110939721 2024-11-20T13:55:39,784 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74517db877edcbb36559a1f7965c6b7#info#compaction#61 average throughput is 50.78 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:55:39,785 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/417aeb809fcb4c47961077d696500213 is 1055, key is row0064/info:/1732110909262/Put/seqid=0 2024-11-20T13:55:39,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741871_1047 (size=166104) 2024-11-20T13:55:39,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741871_1047 (size=166104) 2024-11-20T13:55:39,796 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/417aeb809fcb4c47961077d696500213 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/417aeb809fcb4c47961077d696500213 2024-11-20T13:55:39,803 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74517db877edcbb36559a1f7965c6b7/info of e74517db877edcbb36559a1f7965c6b7 into 417aeb809fcb4c47961077d696500213(size=162.2 K), total size for store is 162.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:55:39,803 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:39,803 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7., storeName=e74517db877edcbb36559a1f7965c6b7/info, priority=13, startTime=1732110939771; duration=0sec 2024-11-20T13:55:39,803 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:39,803 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74517db877edcbb36559a1f7965c6b7:info 2024-11-20T13:55:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:41,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-20T13:55:41,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/60b66e063cc947b18260927f801a7bad is 1055, key is row0216/info:/1732110939750/Put/seqid=0 2024-11-20T13:55:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741872_1048 (size=15510) 2024-11-20T13:55:41,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741872_1048 (size=15510) 2024-11-20T13:55:41,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/60b66e063cc947b18260927f801a7bad 2024-11-20T13:55:41,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/60b66e063cc947b18260927f801a7bad as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/60b66e063cc947b18260927f801a7bad 2024-11-20T13:55:41,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/60b66e063cc947b18260927f801a7bad, entries=10, sequenceid=295, filesize=15.1 K 2024-11-20T13:55:41,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=14.37 KB/14714 for e74517db877edcbb36559a1f7965c6b7 in 36ms, sequenceid=295, compaction requested=false 2024-11-20T13:55:41,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:41,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-20T13:55:41,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/c57787150b114f8ea7d7c2ca0c12ac09 is 1055, key is row0226/info:/1732110941773/Put/seqid=0 2024-11-20T13:55:41,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741873_1049 (size=21854) 2024-11-20T13:55:41,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741873_1049 (size=21854) 2024-11-20T13:55:41,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/c57787150b114f8ea7d7c2ca0c12ac09 2024-11-20T13:55:41,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/c57787150b114f8ea7d7c2ca0c12ac09 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/c57787150b114f8ea7d7c2ca0c12ac09 2024-11-20T13:55:41,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/c57787150b114f8ea7d7c2ca0c12ac09, entries=16, sequenceid=314, filesize=21.3 K 2024-11-20T13:55:41,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=12.32 KB/12612 for e74517db877edcbb36559a1f7965c6b7 in 47ms, sequenceid=314, compaction requested=true 2024-11-20T13:55:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e74517db877edcbb36559a1f7965c6b7:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:55:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:41,854 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:55:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] regionserver.HRegion(8855): Flush requested on e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:41,855 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 203468 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:55:41,855 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1541): e74517db877edcbb36559a1f7965c6b7/info is initiating minor compaction (all files) 2024-11-20T13:55:41,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T13:55:41,856 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e74517db877edcbb36559a1f7965c6b7/info in TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:41,856 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/417aeb809fcb4c47961077d696500213, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/60b66e063cc947b18260927f801a7bad, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/c57787150b114f8ea7d7c2ca0c12ac09] into tmpdir=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp, totalSize=198.7 K 2024-11-20T13:55:41,856 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting 417aeb809fcb4c47961077d696500213, keycount=152, bloomtype=ROW, size=162.2 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732110909262 2024-11-20T13:55:41,857 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60b66e063cc947b18260927f801a7bad, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732110939750 2024-11-20T13:55:41,857 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] compactions.Compactor(225): Compacting c57787150b114f8ea7d7c2ca0c12ac09, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732110941773 2024-11-20T13:55:41,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/de7daa9902f44e9fad25b93939711a41 is 1055, key is row0242/info:/1732110941808/Put/seqid=0 2024-11-20T13:55:41,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741874_1050 (size=18688) 2024-11-20T13:55:41,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741874_1050 (size=18688) 2024-11-20T13:55:41,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/de7daa9902f44e9fad25b93939711a41 2024-11-20T13:55:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/de7daa9902f44e9fad25b93939711a41 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/de7daa9902f44e9fad25b93939711a41 2024-11-20T13:55:41,871 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e74517db877edcbb36559a1f7965c6b7#info#compaction#65 average throughput is 44.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:55:41,872 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/a1acb27ba5fa47ec915868f8f0d2fbc5 is 1055, key is row0064/info:/1732110909262/Put/seqid=0 2024-11-20T13:55:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741875_1051 (size=193618) 2024-11-20T13:55:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741875_1051 (size=193618) 2024-11-20T13:55:41,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/de7daa9902f44e9fad25b93939711a41, entries=13, sequenceid=330, filesize=18.3 K 2024-11-20T13:55:41,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=2.05 KB/2102 for e74517db877edcbb36559a1f7965c6b7 in 21ms, sequenceid=330, compaction requested=false 2024-11-20T13:55:41,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:41,879 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/a1acb27ba5fa47ec915868f8f0d2fbc5 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/a1acb27ba5fa47ec915868f8f0d2fbc5 2024-11-20T13:55:41,885 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e74517db877edcbb36559a1f7965c6b7/info of e74517db877edcbb36559a1f7965c6b7 into a1acb27ba5fa47ec915868f8f0d2fbc5(size=189.1 K), total size for store is 207.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:55:41,885 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:41,885 INFO [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7., storeName=e74517db877edcbb36559a1f7965c6b7/info, priority=13, startTime=1732110941854; duration=0sec 2024-11-20T13:55:41,885 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:55:41,885 DEBUG [RS:0;28425b5b8f92:34337-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e74517db877edcbb36559a1f7965c6b7:info 2024-11-20T13:55:41,902 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-20T13:55:43,860 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-20T13:55:43,880 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.1732110943861, exclude list is [], retry=0 2024-11-20T13:55:43,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44189,DS-10771dfa-0edd-44c9-94e5-c83ffbd85646,DISK] 2024-11-20T13:55:43,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-36978272-4828-4021-8a4f-409e6639be43,DISK] 2024-11-20T13:55:43,883 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.1732110896462 with entries=313, filesize=302.29 KB; new WAL /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.1732110943861 2024-11-20T13:55:43,884 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35487:35487),(127.0.0.1/127.0.0.1:46699:46699)] 2024-11-20T13:55:43,884 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.1732110896462 is not closed yet, will try archiving it next time 2024-11-20T13:55:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741833_1009 (size=309557) 2024-11-20T13:55:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741833_1009 (size=309557) 2024-11-20T13:55:43,887 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-20T13:55:43,891 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/.tmp/info/e37aa817bf80465d9a96265b3c010799 is 186, key is TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b./info:regioninfo/1732110912504/Put/seqid=0 2024-11-20T13:55:43,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741877_1053 (size=6153) 2024-11-20T13:55:43,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741877_1053 (size=6153) 2024-11-20T13:55:43,896 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/.tmp/info/e37aa817bf80465d9a96265b3c010799 2024-11-20T13:55:43,902 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/.tmp/info/e37aa817bf80465d9a96265b3c010799 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/info/e37aa817bf80465d9a96265b3c010799 2024-11-20T13:55:43,908 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/info/e37aa817bf80465d9a96265b3c010799, entries=5, sequenceid=21, filesize=6.0 K 2024-11-20T13:55:43,909 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=21, compaction requested=false 2024-11-20T13:55:43,909 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-20T13:55:43,909 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 30156b56d4ce2b34df51183bd5cfe65b: 2024-11-20T13:55:43,909 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e74517db877edcbb36559a1f7965c6b7 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-20T13:55:43,913 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/903d72c30d4e4833b9a617f95637d710 is 1055, key is row0255/info:/1732110941857/Put/seqid=0 2024-11-20T13:55:43,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741878_1054 (size=7066) 2024-11-20T13:55:43,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741878_1054 (size=7066) 2024-11-20T13:55:43,922 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/903d72c30d4e4833b9a617f95637d710 2024-11-20T13:55:43,928 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/.tmp/info/903d72c30d4e4833b9a617f95637d710 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/903d72c30d4e4833b9a617f95637d710 2024-11-20T13:55:43,933 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/903d72c30d4e4833b9a617f95637d710, entries=2, sequenceid=336, filesize=6.9 K 2024-11-20T13:55:43,934 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for e74517db877edcbb36559a1f7965c6b7 in 25ms, sequenceid=336, compaction requested=true 2024-11-20T13:55:43,934 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e74517db877edcbb36559a1f7965c6b7: 2024-11-20T13:55:43,946 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.1732110943934, exclude list is [], retry=0 2024-11-20T13:55:43,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44189,DS-10771dfa-0edd-44c9-94e5-c83ffbd85646,DISK] 2024-11-20T13:55:43,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-36978272-4828-4021-8a4f-409e6639be43,DISK] 2024-11-20T13:55:43,949 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.1732110943861 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.1732110943934 2024-11-20T13:55:43,950 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35487:35487),(127.0.0.1/127.0.0.1:46699:46699)] 2024-11-20T13:55:43,950 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.1732110943861 is not closed yet, will try archiving it next time 2024-11-20T13:55:43,950 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.1732110896462 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/oldWALs/28425b5b8f92%2C34337%2C1732110895840.1732110896462 2024-11-20T13:55:43,951 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T13:55:43,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741876_1052 (size=731) 2024-11-20T13:55:43,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741876_1052 (size=731) 2024-11-20T13:55:43,951 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/WALs/28425b5b8f92,34337,1732110895840/28425b5b8f92%2C34337%2C1732110895840.1732110943861 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/oldWALs/28425b5b8f92%2C34337%2C1732110895840.1732110943861 2024-11-20T13:55:44,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T13:55:44,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T13:55:44,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:55:44,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:55:44,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:55:44,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T13:55:44,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T13:55:44,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1761188450, stopped=false 2024-11-20T13:55:44,053 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=28425b5b8f92,43191,1732110895662 2024-11-20T13:55:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:55:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:55:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:44,132 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:55:44,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T13:55:44,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:55:44,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:55:44,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:55:44,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:55:44,133 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '28425b5b8f92,34337,1732110895840' ***** 2024-11-20T13:55:44,134 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T13:55:44,134 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:55:44,134 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T13:55:44,134 INFO [RS:0;28425b5b8f92:34337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:55:44,134 INFO [RS:0;28425b5b8f92:34337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:55:44,134 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(3091): Received CLOSE for 30156b56d4ce2b34df51183bd5cfe65b 2024-11-20T13:55:44,135 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(3091): Received CLOSE for e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:44,135 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(959): stopping server 28425b5b8f92,34337,1732110895840 2024-11-20T13:55:44,135 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30156b56d4ce2b34df51183bd5cfe65b, disabling compactions & flushes 2024-11-20T13:55:44,135 INFO [RS:0;28425b5b8f92:34337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:55:44,135 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b. 2024-11-20T13:55:44,135 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b. 2024-11-20T13:55:44,135 INFO [RS:0;28425b5b8f92:34337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;28425b5b8f92:34337. 2024-11-20T13:55:44,135 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b. after waiting 0 ms 2024-11-20T13:55:44,135 DEBUG [RS:0;28425b5b8f92:34337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:55:44,135 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b. 2024-11-20T13:55:44,135 DEBUG [RS:0;28425b5b8f92:34337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:55:44,135 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:55:44,135 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:55:44,135 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:55:44,135 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T13:55:44,136 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b/info/abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664->hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/abc81107f7144421a9b69c2f8565cbd2-bottom] to archive 2024-11-20T13:55:44,136 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T13:55:44,136 DEBUG [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 30156b56d4ce2b34df51183bd5cfe65b=TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b., e74517db877edcbb36559a1f7965c6b7=TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.} 2024-11-20T13:55:44,137 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:55:44,137 DEBUG [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30156b56d4ce2b34df51183bd5cfe65b, e74517db877edcbb36559a1f7965c6b7 2024-11-20T13:55:44,137 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T13:55:44,137 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T13:55:44,137 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:55:44,137 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:55:44,138 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:55:44,140 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b/info/abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b/info/abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:44,141 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=28425b5b8f92:43191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-20T13:55:44,141 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-20T13:55:44,143 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-20T13:55:44,144 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:55:44,144 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T13:55:44,144 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732110944136Running coprocessor pre-close hooks at 1732110944136Disabling compacts and flushes for region at 1732110944136Disabling writes for close at 1732110944137 (+1 ms)Writing region close event to WAL at 1732110944140 (+3 ms)Running coprocessor post-close hooks at 1732110944144 (+4 ms)Closed at 1732110944144 2024-11-20T13:55:44,144 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T13:55:44,145 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/30156b56d4ce2b34df51183bd5cfe65b/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-11-20T13:55:44,145 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b. 2024-11-20T13:55:44,145 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30156b56d4ce2b34df51183bd5cfe65b: Waiting for close lock at 1732110944135Running coprocessor pre-close hooks at 1732110944135Disabling compacts and flushes for region at 1732110944135Disabling writes for close at 1732110944135Writing region close event to WAL at 1732110944142 (+7 ms)Running coprocessor post-close hooks at 1732110944145 (+3 ms)Closed at 1732110944145 2024-11-20T13:55:44,145 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732110911378.30156b56d4ce2b34df51183bd5cfe65b. 2024-11-20T13:55:44,145 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e74517db877edcbb36559a1f7965c6b7, disabling compactions & flushes 2024-11-20T13:55:44,145 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:44,145 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:44,145 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. after waiting 0 ms 2024-11-20T13:55:44,145 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:44,146 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664->hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e8133a5751a7d8f3b3192fbdd4bb9664/info/abc81107f7144421a9b69c2f8565cbd2-top, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/f49b49a6bddb4778b095b54f68b8681e, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/TestLogRolling-testLogRolling=e8133a5751a7d8f3b3192fbdd4bb9664-6e797847a2d940f3a145aba0a38bb3bc, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/36342d09bf6f4dbd94590aebb3e69bc9, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/f2639d2865034a12be9e94a34c5ee3ff, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ef64b09729a545caa9b53df00b433714, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ce236fdb59184a23b1a3a7298c19993b, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/b80497246bac4ddab1b6ae495c89585c, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/aaa2442a50a84a71b493cc86e8102d67, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/efc62e746dfe41089996cdc0c331dc56, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/bbf84ed1fad540929cdbb88bcc8315cd, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/2f9f24660ef64bdb91ffdee053fabf04, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/bf4379245fd14a37ad6616f0e641f31a, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/d51703ebea254048a07d04e4b6d7e958, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/7f8db94718394b86b254e28993182675, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ba1ad6daea254731b34cce24ab9fd886, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/417aeb809fcb4c47961077d696500213, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/64c29c80137742538d3ef7c09c377901, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/60b66e063cc947b18260927f801a7bad, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/c57787150b114f8ea7d7c2ca0c12ac09] to archive 2024-11-20T13:55:44,147 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:55:44,149 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/abc81107f7144421a9b69c2f8565cbd2.e8133a5751a7d8f3b3192fbdd4bb9664 2024-11-20T13:55:44,150 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/f49b49a6bddb4778b095b54f68b8681e to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/f49b49a6bddb4778b095b54f68b8681e 2024-11-20T13:55:44,151 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/TestLogRolling-testLogRolling=e8133a5751a7d8f3b3192fbdd4bb9664-6e797847a2d940f3a145aba0a38bb3bc to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/TestLogRolling-testLogRolling=e8133a5751a7d8f3b3192fbdd4bb9664-6e797847a2d940f3a145aba0a38bb3bc 2024-11-20T13:55:44,152 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/36342d09bf6f4dbd94590aebb3e69bc9 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/36342d09bf6f4dbd94590aebb3e69bc9 2024-11-20T13:55:44,154 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/f2639d2865034a12be9e94a34c5ee3ff to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/f2639d2865034a12be9e94a34c5ee3ff 2024-11-20T13:55:44,155 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ef64b09729a545caa9b53df00b433714 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ef64b09729a545caa9b53df00b433714 2024-11-20T13:55:44,156 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ce236fdb59184a23b1a3a7298c19993b to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ce236fdb59184a23b1a3a7298c19993b 2024-11-20T13:55:44,157 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/b80497246bac4ddab1b6ae495c89585c to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/b80497246bac4ddab1b6ae495c89585c 2024-11-20T13:55:44,158 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/aaa2442a50a84a71b493cc86e8102d67 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/aaa2442a50a84a71b493cc86e8102d67 2024-11-20T13:55:44,159 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/efc62e746dfe41089996cdc0c331dc56 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/efc62e746dfe41089996cdc0c331dc56 2024-11-20T13:55:44,160 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/bbf84ed1fad540929cdbb88bcc8315cd to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/bbf84ed1fad540929cdbb88bcc8315cd 2024-11-20T13:55:44,162 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/2f9f24660ef64bdb91ffdee053fabf04 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/2f9f24660ef64bdb91ffdee053fabf04 2024-11-20T13:55:44,163 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/bf4379245fd14a37ad6616f0e641f31a to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/bf4379245fd14a37ad6616f0e641f31a 2024-11-20T13:55:44,165 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/d51703ebea254048a07d04e4b6d7e958 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/d51703ebea254048a07d04e4b6d7e958 2024-11-20T13:55:44,166 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/7f8db94718394b86b254e28993182675 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/7f8db94718394b86b254e28993182675 2024-11-20T13:55:44,167 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ba1ad6daea254731b34cce24ab9fd886 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/ba1ad6daea254731b34cce24ab9fd886 2024-11-20T13:55:44,169 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/417aeb809fcb4c47961077d696500213 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/417aeb809fcb4c47961077d696500213 2024-11-20T13:55:44,170 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/64c29c80137742538d3ef7c09c377901 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/64c29c80137742538d3ef7c09c377901 2024-11-20T13:55:44,171 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/60b66e063cc947b18260927f801a7bad to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/60b66e063cc947b18260927f801a7bad 2024-11-20T13:55:44,172 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/c57787150b114f8ea7d7c2ca0c12ac09 to hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/archive/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/info/c57787150b114f8ea7d7c2ca0c12ac09 2024-11-20T13:55:44,172 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [f49b49a6bddb4778b095b54f68b8681e=39908, 36342d09bf6f4dbd94590aebb3e69bc9=13394, f2639d2865034a12be9e94a34c5ee3ff=62191, ef64b09729a545caa9b53df00b433714=18675, ce236fdb59184a23b1a3a7298c19993b=16553, b80497246bac4ddab1b6ae495c89585c=82373, aaa2442a50a84a71b493cc86e8102d67=13394, efc62e746dfe41089996cdc0c331dc56=19728, bbf84ed1fad540929cdbb88bcc8315cd=108808, 2f9f24660ef64bdb91ffdee053fabf04=16553, bf4379245fd14a37ad6616f0e641f31a=18675, d51703ebea254048a07d04e4b6d7e958=140704, 7f8db94718394b86b254e28993182675=22891, ba1ad6daea254731b34cce24ab9fd886=13400, 417aeb809fcb4c47961077d696500213=166104, 64c29c80137742538d3ef7c09c377901=21854, 60b66e063cc947b18260927f801a7bad=15510, c57787150b114f8ea7d7c2ca0c12ac09=21854] 2024-11-20T13:55:44,176 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/data/default/TestLogRolling-testLogRolling/e74517db877edcbb36559a1f7965c6b7/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=127 2024-11-20T13:55:44,176 INFO [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:44,176 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e74517db877edcbb36559a1f7965c6b7: Waiting for close lock at 1732110944145Running coprocessor pre-close hooks at 1732110944145Disabling compacts and flushes for region at 1732110944145Disabling writes for close at 1732110944145Writing region close event to WAL at 1732110944173 (+28 ms)Running coprocessor post-close hooks at 1732110944176 (+3 ms)Closed at 1732110944176 2024-11-20T13:55:44,176 DEBUG [RS_CLOSE_REGION-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732110911378.e74517db877edcbb36559a1f7965c6b7. 2024-11-20T13:55:44,333 INFO [regionserver/28425b5b8f92:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:55:44,337 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(976): stopping server 28425b5b8f92,34337,1732110895840; all regions closed. 2024-11-20T13:55:44,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741834_1010 (size=8107) 2024-11-20T13:55:44,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741834_1010 (size=8107) 2024-11-20T13:55:44,343 DEBUG [RS:0;28425b5b8f92:34337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/oldWALs 2024-11-20T13:55:44,343 INFO [RS:0;28425b5b8f92:34337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C34337%2C1732110895840.meta:.meta(num 1732110896880) 2024-11-20T13:55:44,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741879_1055 (size=780) 2024-11-20T13:55:44,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741879_1055 (size=780) 2024-11-20T13:55:44,348 DEBUG [RS:0;28425b5b8f92:34337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/oldWALs 2024-11-20T13:55:44,348 INFO [RS:0;28425b5b8f92:34337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C34337%2C1732110895840:(num 1732110943934) 2024-11-20T13:55:44,348 DEBUG [RS:0;28425b5b8f92:34337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:55:44,348 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:55:44,349 INFO [RS:0;28425b5b8f92:34337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T13:55:44,349 INFO [RS:0;28425b5b8f92:34337 {}] hbase.ChoreService(370): Chore service for: regionserver/28425b5b8f92:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T13:55:44,349 INFO [RS:0;28425b5b8f92:34337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T13:55:44,349 INFO [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T13:55:44,349 INFO [RS:0;28425b5b8f92:34337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34337 2024-11-20T13:55:44,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/28425b5b8f92,34337,1732110895840 2024-11-20T13:55:44,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:55:44,404 INFO [RS:0;28425b5b8f92:34337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:55:44,419 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [28425b5b8f92,34337,1732110895840] 2024-11-20T13:55:44,439 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/28425b5b8f92,34337,1732110895840 already deleted, retry=false 2024-11-20T13:55:44,439 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 28425b5b8f92,34337,1732110895840 expired; onlineServers=0 2024-11-20T13:55:44,439 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '28425b5b8f92,43191,1732110895662' ***** 2024-11-20T13:55:44,440 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T13:55:44,440 INFO [M:0;28425b5b8f92:43191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:55:44,440 INFO [M:0;28425b5b8f92:43191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T13:55:44,440 DEBUG [M:0;28425b5b8f92:43191 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T13:55:44,440 DEBUG [M:0;28425b5b8f92:43191 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T13:55:44,440 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T13:55:44,441 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110896204 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110896204,5,FailOnTimeoutGroup] 2024-11-20T13:55:44,441 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110896204 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110896204,5,FailOnTimeoutGroup] 2024-11-20T13:55:44,441 INFO [M:0;28425b5b8f92:43191 {}] hbase.ChoreService(370): Chore service for: master/28425b5b8f92:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T13:55:44,441 INFO [M:0;28425b5b8f92:43191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T13:55:44,441 DEBUG [M:0;28425b5b8f92:43191 {}] master.HMaster(1795): Stopping service threads 2024-11-20T13:55:44,441 INFO [M:0;28425b5b8f92:43191 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T13:55:44,442 INFO [M:0;28425b5b8f92:43191 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:55:44,442 INFO [M:0;28425b5b8f92:43191 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:55:44,442 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T13:55:44,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T13:55:44,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:44,461 DEBUG [M:0;28425b5b8f92:43191 {}] zookeeper.ZKUtil(347): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T13:55:44,461 WARN [M:0;28425b5b8f92:43191 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T13:55:44,464 INFO [M:0;28425b5b8f92:43191 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/.lastflushedseqids 2024-11-20T13:55:44,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741880_1056 (size=228) 2024-11-20T13:55:44,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741880_1056 (size=228) 2024-11-20T13:55:44,474 INFO [M:0;28425b5b8f92:43191 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:55:44,475 INFO [M:0;28425b5b8f92:43191 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T13:55:44,475 DEBUG [M:0;28425b5b8f92:43191 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:55:44,475 INFO [M:0;28425b5b8f92:43191 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:55:44,475 DEBUG [M:0;28425b5b8f92:43191 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:55:44,475 DEBUG [M:0;28425b5b8f92:43191 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:55:44,475 DEBUG [M:0;28425b5b8f92:43191 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:55:44,475 INFO [M:0;28425b5b8f92:43191 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-11-20T13:55:44,491 DEBUG [M:0;28425b5b8f92:43191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/692e22cd5c2145bcad00a7e4cd1304c4 is 82, key is hbase:meta,,1/info:regioninfo/1732110896920/Put/seqid=0 2024-11-20T13:55:44,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741881_1057 (size=5672) 2024-11-20T13:55:44,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741881_1057 (size=5672) 2024-11-20T13:55:44,495 INFO [M:0;28425b5b8f92:43191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/692e22cd5c2145bcad00a7e4cd1304c4 2024-11-20T13:55:44,513 DEBUG [M:0;28425b5b8f92:43191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44394a7af3594a57a791d38d3628b4b4 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732110897450/Put/seqid=0 2024-11-20T13:55:44,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741882_1058 (size=7090) 2024-11-20T13:55:44,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741882_1058 (size=7090) 2024-11-20T13:55:44,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:55:44,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34337-0x1015886c5ca0001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:55:44,519 INFO [M:0;28425b5b8f92:43191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44394a7af3594a57a791d38d3628b4b4 2024-11-20T13:55:44,520 INFO [RS:0;28425b5b8f92:34337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:55:44,520 INFO [RS:0;28425b5b8f92:34337 {}] regionserver.HRegionServer(1031): Exiting; stopping=28425b5b8f92,34337,1732110895840; zookeeper connection closed. 2024-11-20T13:55:44,520 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68b16abb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68b16abb 2024-11-20T13:55:44,520 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T13:55:44,524 INFO [M:0;28425b5b8f92:43191 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44394a7af3594a57a791d38d3628b4b4 2024-11-20T13:55:44,540 DEBUG [M:0;28425b5b8f92:43191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ac7a41e3e0c43e98d448fe693cf2aeb is 69, key is 28425b5b8f92,34337,1732110895840/rs:state/1732110896306/Put/seqid=0 2024-11-20T13:55:44,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741883_1059 (size=5156) 2024-11-20T13:55:44,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741883_1059 (size=5156) 2024-11-20T13:55:44,546 INFO [M:0;28425b5b8f92:43191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ac7a41e3e0c43e98d448fe693cf2aeb 2024-11-20T13:55:44,563 DEBUG [M:0;28425b5b8f92:43191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c91654b410cd4174b0b501916a96ad04 is 52, key is load_balancer_on/state:d/1732110897073/Put/seqid=0 2024-11-20T13:55:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741884_1060 (size=5056) 2024-11-20T13:55:44,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741884_1060 (size=5056) 2024-11-20T13:55:44,569 INFO [M:0;28425b5b8f92:43191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c91654b410cd4174b0b501916a96ad04 2024-11-20T13:55:44,574 DEBUG [M:0;28425b5b8f92:43191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/692e22cd5c2145bcad00a7e4cd1304c4 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/692e22cd5c2145bcad00a7e4cd1304c4 2024-11-20T13:55:44,580 INFO [M:0;28425b5b8f92:43191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/692e22cd5c2145bcad00a7e4cd1304c4, entries=8, sequenceid=125, filesize=5.5 K 2024-11-20T13:55:44,581 DEBUG [M:0;28425b5b8f92:43191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44394a7af3594a57a791d38d3628b4b4 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44394a7af3594a57a791d38d3628b4b4 2024-11-20T13:55:44,585 INFO [M:0;28425b5b8f92:43191 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44394a7af3594a57a791d38d3628b4b4 2024-11-20T13:55:44,585 INFO [M:0;28425b5b8f92:43191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44394a7af3594a57a791d38d3628b4b4, entries=13, sequenceid=125, filesize=6.9 K 2024-11-20T13:55:44,586 DEBUG [M:0;28425b5b8f92:43191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ac7a41e3e0c43e98d448fe693cf2aeb as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ac7a41e3e0c43e98d448fe693cf2aeb 2024-11-20T13:55:44,591 INFO [M:0;28425b5b8f92:43191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ac7a41e3e0c43e98d448fe693cf2aeb, entries=1, sequenceid=125, filesize=5.0 K 2024-11-20T13:55:44,592 DEBUG [M:0;28425b5b8f92:43191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c91654b410cd4174b0b501916a96ad04 as hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c91654b410cd4174b0b501916a96ad04 2024-11-20T13:55:44,597 INFO [M:0;28425b5b8f92:43191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34397/user/jenkins/test-data/172afb80-7891-2e4f-d7ac-ab57af2b4b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c91654b410cd4174b0b501916a96ad04, entries=1, sequenceid=125, filesize=4.9 K 2024-11-20T13:55:44,599 INFO [M:0;28425b5b8f92:43191 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=125, compaction requested=false 2024-11-20T13:55:44,602 INFO [M:0;28425b5b8f92:43191 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:55:44,602 DEBUG [M:0;28425b5b8f92:43191 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732110944475Disabling compacts and flushes for region at 1732110944475Disabling writes for close at 1732110944475Obtaining lock to block concurrent updates at 1732110944475Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732110944475Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1732110944475Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732110944476 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732110944476Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732110944490 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732110944490Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732110944499 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732110944513 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732110944513Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732110944524 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732110944539 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732110944539Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732110944550 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732110944563 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732110944563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621f04d8: reopening flushed file at 1732110944573 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1023cf0b: reopening flushed file at 1732110944580 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@729dd823: reopening flushed file at 1732110944585 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d49b83: reopening flushed file at 1732110944591 (+6 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=125, compaction requested=false at 1732110944599 (+8 ms)Writing region close event to WAL at 1732110944602 (+3 ms)Closed at 1732110944602 2024-11-20T13:55:44,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741830_1006 (size=61332) 2024-11-20T13:55:44,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44189 is added to blk_1073741830_1006 (size=61332) 2024-11-20T13:55:44,606 INFO [M:0;28425b5b8f92:43191 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T13:55:44,606 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T13:55:44,606 INFO [M:0;28425b5b8f92:43191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43191 2024-11-20T13:55:44,606 INFO [M:0;28425b5b8f92:43191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:55:44,718 INFO [M:0;28425b5b8f92:43191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:55:44,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:55:44,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x1015886c5ca0000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:55:44,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18c6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:55:44,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c9752be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:55:44,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:55:44,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2002fcf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:55:44,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e2d0169{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/hadoop.log.dir/,STOPPED} 2024-11-20T13:55:44,729 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:55:44,729 WARN [BP-65789525-172.17.0.2-1732110893387 heartbeating to localhost/127.0.0.1:34397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:55:44,729 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:55:44,729 WARN [BP-65789525-172.17.0.2-1732110893387 heartbeating to localhost/127.0.0.1:34397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-65789525-172.17.0.2-1732110893387 (Datanode Uuid 14ed1900-45c5-4273-82dd-b26dcca10767) service to localhost/127.0.0.1:34397 2024-11-20T13:55:44,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/cluster_4c465030-c101-25e2-6593-5dca8c6d81ea/data/data3/current/BP-65789525-172.17.0.2-1732110893387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:55:44,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/cluster_4c465030-c101-25e2-6593-5dca8c6d81ea/data/data4/current/BP-65789525-172.17.0.2-1732110893387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:55:44,730 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:55:44,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@de395f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:55:44,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b174c30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:55:44,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:55:44,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b98b809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:55:44,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c2410da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/hadoop.log.dir/,STOPPED} 2024-11-20T13:55:44,740 WARN [BP-65789525-172.17.0.2-1732110893387 heartbeating to localhost/127.0.0.1:34397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:55:44,740 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:55:44,740 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:55:44,740 WARN [BP-65789525-172.17.0.2-1732110893387 heartbeating to localhost/127.0.0.1:34397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-65789525-172.17.0.2-1732110893387 (Datanode Uuid 1f621ecf-59b4-4fc6-a825-69963e23e223) service to localhost/127.0.0.1:34397 2024-11-20T13:55:44,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/cluster_4c465030-c101-25e2-6593-5dca8c6d81ea/data/data1/current/BP-65789525-172.17.0.2-1732110893387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:55:44,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/cluster_4c465030-c101-25e2-6593-5dca8c6d81ea/data/data2/current/BP-65789525-172.17.0.2-1732110893387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:55:44,741 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:55:44,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34ae8fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:55:44,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dda6f05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:55:44,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:55:44,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b98c51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:55:44,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d01b364{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/hadoop.log.dir/,STOPPED} 2024-11-20T13:55:44,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T13:55:44,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T13:55:44,802 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=111 (was 94) - Thread LEAK? -, OpenFileDescriptor=452 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=98 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7608 (was 7852) 2024-11-20T13:55:44,809 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=111, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=98, ProcessCount=11, AvailableMemoryMB=7607 2024-11-20T13:55:44,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T13:55:44,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/hadoop.log.dir so I do NOT create it in target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924 2024-11-20T13:55:44,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/399d2a07-6fa8-779c-51f2-e7f6c8a5560e/hadoop.tmp.dir so I do NOT create it in target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924 2024-11-20T13:55:44,809 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/cluster_2dfae295-0bdb-e182-9d7e-7760b95ef814, deleteOnExit=true 2024-11-20T13:55:44,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T13:55:44,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/test.cache.data in system properties and HBase conf 2024-11-20T13:55:44,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T13:55:44,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/hadoop.log.dir in system properties and HBase conf 2024-11-20T13:55:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T13:55:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T13:55:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T13:55:44,810 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T13:55:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:55:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:55:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T13:55:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:55:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T13:55:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T13:55:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:55:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:55:44,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T13:55:44,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/nfs.dump.dir in system properties and HBase conf 2024-11-20T13:55:44,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/java.io.tmpdir in system properties and HBase conf 2024-11-20T13:55:44,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:55:44,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T13:55:44,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T13:55:45,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:55:45,218 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:55:45,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:55:45,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:55:45,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:55:45,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:55:45,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@342910ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:55:45,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77002d83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:55:45,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a9332a2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/java.io.tmpdir/jetty-localhost-46275-hadoop-hdfs-3_4_1-tests_jar-_-any-96078722887716213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:55:45,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ad80073{HTTP/1.1, (http/1.1)}{localhost:46275} 2024-11-20T13:55:45,319 INFO [Time-limited test {}] server.Server(415): Started @202534ms 2024-11-20T13:55:45,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:55:45,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:55:45,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:55:45,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:55:45,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T13:55:45,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7011f6a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:55:45,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4feee255{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:55:45,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46cc490f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/java.io.tmpdir/jetty-localhost-39819-hadoop-hdfs-3_4_1-tests_jar-_-any-14752120965084446563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:55:45,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a49edc2{HTTP/1.1, (http/1.1)}{localhost:39819} 2024-11-20T13:55:45,698 INFO [Time-limited test {}] server.Server(415): Started @202913ms 2024-11-20T13:55:45,699 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:55:45,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:55:45,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:55:45,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:55:45,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:55:45,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:55:45,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21e874ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:55:45,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1da5e2a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:55:45,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20e25c17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/java.io.tmpdir/jetty-localhost-37181-hadoop-hdfs-3_4_1-tests_jar-_-any-18429319833281289390/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:55:45,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31f88409{HTTP/1.1, (http/1.1)}{localhost:37181} 2024-11-20T13:55:45,826 INFO [Time-limited test {}] server.Server(415): Started @203041ms 2024-11-20T13:55:45,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:55:46,954 WARN [Thread-1613 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/cluster_2dfae295-0bdb-e182-9d7e-7760b95ef814/data/data1/current/BP-728373862-172.17.0.2-1732110944833/current, will proceed with Du for space computation calculation, 2024-11-20T13:55:46,954 WARN [Thread-1614 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/cluster_2dfae295-0bdb-e182-9d7e-7760b95ef814/data/data2/current/BP-728373862-172.17.0.2-1732110944833/current, will proceed with Du for space computation calculation, 2024-11-20T13:55:46,969 WARN [Thread-1577 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:55:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9decd162ef8a0e94 with lease ID 0xa479e55541b625ed: Processing first storage report for DS-53483d96-45d9-4787-be65-f0b86e7e9358 from datanode DatanodeRegistration(127.0.0.1:37907, datanodeUuid=7a968a0c-c603-4102-b84d-e98e7aeb43f3, infoPort=44661, infoSecurePort=0, ipcPort=36975, storageInfo=lv=-57;cid=testClusterID;nsid=319463203;c=1732110944833) 2024-11-20T13:55:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9decd162ef8a0e94 with lease ID 0xa479e55541b625ed: from storage DS-53483d96-45d9-4787-be65-f0b86e7e9358 node DatanodeRegistration(127.0.0.1:37907, datanodeUuid=7a968a0c-c603-4102-b84d-e98e7aeb43f3, infoPort=44661, infoSecurePort=0, ipcPort=36975, storageInfo=lv=-57;cid=testClusterID;nsid=319463203;c=1732110944833), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:55:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9decd162ef8a0e94 with lease ID 0xa479e55541b625ed: Processing first storage report for DS-de4e2f61-a78e-4dcf-bf82-c88aec290e7f from datanode DatanodeRegistration(127.0.0.1:37907, datanodeUuid=7a968a0c-c603-4102-b84d-e98e7aeb43f3, infoPort=44661, infoSecurePort=0, ipcPort=36975, storageInfo=lv=-57;cid=testClusterID;nsid=319463203;c=1732110944833) 2024-11-20T13:55:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9decd162ef8a0e94 with lease ID 0xa479e55541b625ed: from storage DS-de4e2f61-a78e-4dcf-bf82-c88aec290e7f node DatanodeRegistration(127.0.0.1:37907, datanodeUuid=7a968a0c-c603-4102-b84d-e98e7aeb43f3, infoPort=44661, infoSecurePort=0, ipcPort=36975, storageInfo=lv=-57;cid=testClusterID;nsid=319463203;c=1732110944833), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:55:47,125 WARN [Thread-1624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/cluster_2dfae295-0bdb-e182-9d7e-7760b95ef814/data/data3/current/BP-728373862-172.17.0.2-1732110944833/current, will proceed with Du for space computation calculation, 2024-11-20T13:55:47,125 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/cluster_2dfae295-0bdb-e182-9d7e-7760b95ef814/data/data4/current/BP-728373862-172.17.0.2-1732110944833/current, will proceed with Du for space computation calculation, 2024-11-20T13:55:47,139 WARN [Thread-1600 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:55:47,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a35b4ffa3b42a3c with lease ID 0xa479e55541b625ee: Processing first storage report for DS-719158f0-17cc-4610-8560-ef85113947a4 from datanode DatanodeRegistration(127.0.0.1:44925, datanodeUuid=289d1418-19fe-4345-991e-02044d318174, infoPort=33915, infoSecurePort=0, ipcPort=39525, storageInfo=lv=-57;cid=testClusterID;nsid=319463203;c=1732110944833) 2024-11-20T13:55:47,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a35b4ffa3b42a3c with lease ID 0xa479e55541b625ee: from storage DS-719158f0-17cc-4610-8560-ef85113947a4 node DatanodeRegistration(127.0.0.1:44925, datanodeUuid=289d1418-19fe-4345-991e-02044d318174, infoPort=33915, infoSecurePort=0, ipcPort=39525, storageInfo=lv=-57;cid=testClusterID;nsid=319463203;c=1732110944833), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T13:55:47,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a35b4ffa3b42a3c with lease ID 0xa479e55541b625ee: Processing first storage report for DS-68164d3a-bfb5-4a4a-b6c6-eaff1548f438 from datanode DatanodeRegistration(127.0.0.1:44925, datanodeUuid=289d1418-19fe-4345-991e-02044d318174, infoPort=33915, infoSecurePort=0, ipcPort=39525, storageInfo=lv=-57;cid=testClusterID;nsid=319463203;c=1732110944833) 2024-11-20T13:55:47,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a35b4ffa3b42a3c with lease ID 0xa479e55541b625ee: from storage DS-68164d3a-bfb5-4a4a-b6c6-eaff1548f438 node DatanodeRegistration(127.0.0.1:44925, datanodeUuid=289d1418-19fe-4345-991e-02044d318174, infoPort=33915, infoSecurePort=0, ipcPort=39525, storageInfo=lv=-57;cid=testClusterID;nsid=319463203;c=1732110944833), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:55:47,163 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924 2024-11-20T13:55:47,167 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/cluster_2dfae295-0bdb-e182-9d7e-7760b95ef814/zookeeper_0, clientPort=65094, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/cluster_2dfae295-0bdb-e182-9d7e-7760b95ef814/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/cluster_2dfae295-0bdb-e182-9d7e-7760b95ef814/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T13:55:47,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65094 2024-11-20T13:55:47,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:55:47,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:55:47,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:55:47,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:55:47,180 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc with version=8 2024-11-20T13:55:47,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45835/user/jenkins/test-data/91ee2607-4cbf-5885-496f-1509d118710a/hbase-staging 2024-11-20T13:55:47,181 INFO [Time-limited test {}] client.ConnectionUtils(128): master/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:55:47,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:55:47,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:55:47,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:55:47,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:55:47,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:55:47,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T13:55:47,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:55:47,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35057 2024-11-20T13:55:47,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35057 connecting to ZooKeeper ensemble=127.0.0.1:65094 2024-11-20T13:55:47,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350570x0, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:55:47,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35057-0x10158878f0a0000 connected 2024-11-20T13:55:47,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:55:47,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:55:47,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:55:47,632 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc, hbase.cluster.distributed=false 2024-11-20T13:55:47,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:55:47,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35057 2024-11-20T13:55:47,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35057 2024-11-20T13:55:47,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35057 2024-11-20T13:55:47,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35057 2024-11-20T13:55:47,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35057 2024-11-20T13:55:47,660 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/28425b5b8f92:0 server-side Connection retries=45 2024-11-20T13:55:47,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:55:47,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:55:47,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:55:47,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:55:47,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:55:47,660 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:55:47,660 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:55:47,661 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37225 2024-11-20T13:55:47,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37225 connecting to ZooKeeper ensemble=127.0.0.1:65094 2024-11-20T13:55:47,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:55:47,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:55:47,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372250x0, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:55:47,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37225-0x10158878f0a0001 connected 2024-11-20T13:55:47,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:55:47,671 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:55:47,672 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:55:47,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:55:47,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:55:47,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37225 2024-11-20T13:55:47,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37225 2024-11-20T13:55:47,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37225 2024-11-20T13:55:47,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37225 2024-11-20T13:55:47,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37225 2024-11-20T13:55:47,686 DEBUG [M:0;28425b5b8f92:35057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;28425b5b8f92:35057 2024-11-20T13:55:47,687 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/28425b5b8f92,35057,1732110947181 2024-11-20T13:55:47,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:55:47,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:55:47,692 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/28425b5b8f92,35057,1732110947181 2024-11-20T13:55:47,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:55:47,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:47,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:47,702 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:55:47,703 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/28425b5b8f92,35057,1732110947181 from backup master directory 2024-11-20T13:55:47,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:55:47,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/28425b5b8f92,35057,1732110947181 2024-11-20T13:55:47,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:55:47,713 WARN [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:55:47,713 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=28425b5b8f92,35057,1732110947181 2024-11-20T13:55:47,716 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/hbase.id] with ID: 14c7a3bb-bc93-4b65-8651-1d399d97ee36 2024-11-20T13:55:47,716 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/.tmp/hbase.id 2024-11-20T13:55:47,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:55:47,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:55:47,721 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/.tmp/hbase.id]:[hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/hbase.id] 2024-11-20T13:55:47,731 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:55:47,731 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T13:55:47,732 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T13:55:47,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:47,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:47,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:55:47,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:55:47,752 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:55:47,752 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T13:55:47,753 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:55:47,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:55:47,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:55:47,767 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store 2024-11-20T13:55:47,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:55:47,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:55:47,775 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:55:47,775 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:55:47,775 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:55:47,775 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:55:47,775 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:55:47,775 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:55:47,775 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:55:47,775 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732110947775Disabling compacts and flushes for region at 1732110947775Disabling writes for close at 1732110947775Writing region close event to WAL at 1732110947775Closed at 1732110947775 2024-11-20T13:55:47,777 WARN [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/.initializing 2024-11-20T13:55:47,777 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/WALs/28425b5b8f92,35057,1732110947181 2024-11-20T13:55:47,778 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:55:47,780 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C35057%2C1732110947181, suffix=, logDir=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/WALs/28425b5b8f92,35057,1732110947181, archiveDir=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/oldWALs, maxLogs=10 2024-11-20T13:55:47,799 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/WALs/28425b5b8f92,35057,1732110947181/28425b5b8f92%2C35057%2C1732110947181.1732110947780, exclude list is [], retry=0 2024-11-20T13:55:47,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44925,DS-719158f0-17cc-4610-8560-ef85113947a4,DISK] 2024-11-20T13:55:47,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37907,DS-53483d96-45d9-4787-be65-f0b86e7e9358,DISK] 2024-11-20T13:55:47,804 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/WALs/28425b5b8f92,35057,1732110947181/28425b5b8f92%2C35057%2C1732110947181.1732110947780 2024-11-20T13:55:47,804 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33915:33915),(127.0.0.1/127.0.0.1:44661:44661)] 2024-11-20T13:55:47,804 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:55:47,805 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:55:47,805 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:55:47,805 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:55:47,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:55:47,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T13:55:47,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:47,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:55:47,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:55:47,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T13:55:47,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:47,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:55:47,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:55:47,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T13:55:47,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:47,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:55:47,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:55:47,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T13:55:47,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:47,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:55:47,812 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:55:47,813 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:55:47,813 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:55:47,814 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:55:47,814 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:55:47,815 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:55:47,815 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:55:47,817 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:55:47,818 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=738282, jitterRate=-0.061226487159729004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:55:47,819 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732110947805Initializing all the Stores at 1732110947806 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110947806Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110947806Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110947806Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110947806Cleaning up temporary data from old regions at 1732110947814 (+8 ms)Region opened successfully at 1732110947819 (+5 ms) 2024-11-20T13:55:47,819 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T13:55:47,822 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10180a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:55:47,823 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T13:55:47,824 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T13:55:47,824 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T13:55:47,824 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:55:47,825 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T13:55:47,825 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T13:55:47,825 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T13:55:47,827 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T13:55:47,828 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T13:55:47,849 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T13:55:47,850 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T13:55:47,851 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T13:55:47,911 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T13:55:47,912 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T13:55:47,913 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T13:55:47,934 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T13:55:47,935 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T13:55:48,101 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T13:55:48,108 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T13:55:48,165 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T13:55:48,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:55:48,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:55:48,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:48,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:48,219 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=28425b5b8f92,35057,1732110947181, sessionid=0x10158878f0a0000, setting cluster-up flag (Was=false) 2024-11-20T13:55:48,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:48,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:48,281 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T13:55:48,282 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,35057,1732110947181 2024-11-20T13:55:48,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:48,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:48,334 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T13:55:48,335 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=28425b5b8f92,35057,1732110947181 2024-11-20T13:55:48,336 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T13:55:48,337 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T13:55:48,337 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T13:55:48,337 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T13:55:48,337 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 28425b5b8f92,35057,1732110947181 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T13:55:48,339 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:55:48,339 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:55:48,339 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:55:48,339 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/28425b5b8f92:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:55:48,339 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/28425b5b8f92:0, corePoolSize=10, maxPoolSize=10 2024-11-20T13:55:48,339 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:55:48,339 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:55:48,339 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:55:48,340 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732110978340 2024-11-20T13:55:48,340 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T13:55:48,340 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T13:55:48,340 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T13:55:48,340 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T13:55:48,340 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T13:55:48,340 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T13:55:48,340 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:55:48,340 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,340 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T13:55:48,341 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T13:55:48,341 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T13:55:48,341 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T13:55:48,341 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T13:55:48,341 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T13:55:48,341 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110948341,5,FailOnTimeoutGroup] 2024-11-20T13:55:48,341 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:48,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:55:48,348 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110948341,5,FailOnTimeoutGroup] 2024-11-20T13:55:48,348 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,348 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T13:55:48,348 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,348 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741831_1007 (size=1321) 2024-11-20T13:55:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741831_1007 (size=1321) 2024-11-20T13:55:48,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T13:55:48,353 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc 2024-11-20T13:55:48,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:55:48,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:55:48,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:55:48,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:55:48,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:55:48,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:48,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:55:48,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T13:55:48,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T13:55:48,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:48,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:55:48,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:55:48,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:55:48,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:48,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:55:48,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:55:48,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:55:48,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:48,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:55:48,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T13:55:48,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/data/hbase/meta/1588230740 2024-11-20T13:55:48,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/data/hbase/meta/1588230740 2024-11-20T13:55:48,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T13:55:48,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T13:55:48,374 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:55:48,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T13:55:48,376 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:55:48,376 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=838608, jitterRate=0.06634540855884552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:55:48,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732110948363Initializing all the Stores at 1732110948363Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110948363Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110948363Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110948364 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110948364Cleaning up temporary data from old regions at 1732110948373 (+9 ms)Region opened successfully at 1732110948377 (+4 ms) 2024-11-20T13:55:48,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:55:48,377 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T13:55:48,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T13:55:48,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:55:48,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:55:48,377 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T13:55:48,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732110948377Disabling compacts and flushes for region at 1732110948377Disabling writes for close at 1732110948377Writing region close event to WAL at 1732110948377Closed at 1732110948377 2024-11-20T13:55:48,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:55:48,378 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T13:55:48,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:55:48,379 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(746): ClusterId : 14c7a3bb-bc93-4b65-8651-1d399d97ee36 2024-11-20T13:55:48,379 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:55:48,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:55:48,380 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T13:55:48,387 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:55:48,387 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:55:48,397 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:55:48,398 DEBUG [RS:0;28425b5b8f92:37225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b8363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=28425b5b8f92/172.17.0.2:0 2024-11-20T13:55:48,415 DEBUG [RS:0;28425b5b8f92:37225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;28425b5b8f92:37225 2024-11-20T13:55:48,415 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T13:55:48,415 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T13:55:48,415 DEBUG [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T13:55:48,416 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(2659): reportForDuty to master=28425b5b8f92,35057,1732110947181 with port=37225, startcode=1732110947659 2024-11-20T13:55:48,416 DEBUG [RS:0;28425b5b8f92:37225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:55:48,418 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49219, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:55:48,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35057 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 28425b5b8f92,37225,1732110947659 2024-11-20T13:55:48,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35057 {}] master.ServerManager(517): Registering regionserver=28425b5b8f92,37225,1732110947659 2024-11-20T13:55:48,419 DEBUG [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc 2024-11-20T13:55:48,419 DEBUG [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45899 2024-11-20T13:55:48,419 DEBUG [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T13:55:48,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:55:48,515 DEBUG [RS:0;28425b5b8f92:37225 {}] zookeeper.ZKUtil(111): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/28425b5b8f92,37225,1732110947659 2024-11-20T13:55:48,515 WARN [RS:0;28425b5b8f92:37225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:55:48,515 INFO [RS:0;28425b5b8f92:37225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:55:48,515 DEBUG [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/28425b5b8f92,37225,1732110947659 2024-11-20T13:55:48,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [28425b5b8f92,37225,1732110947659] 2024-11-20T13:55:48,518 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:55:48,520 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:55:48,520 INFO [RS:0;28425b5b8f92:37225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:55:48,520 INFO [RS:0;28425b5b8f92:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,522 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T13:55:48,522 INFO [RS:0;28425b5b8f92:37225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T13:55:48,522 INFO [RS:0;28425b5b8f92:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/28425b5b8f92:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/28425b5b8f92:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:55:48,523 DEBUG [RS:0;28425b5b8f92:37225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/28425b5b8f92:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:55:48,524 INFO [RS:0;28425b5b8f92:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,524 INFO [RS:0;28425b5b8f92:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,524 INFO [RS:0;28425b5b8f92:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,524 INFO [RS:0;28425b5b8f92:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,524 INFO [RS:0;28425b5b8f92:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,524 INFO [RS:0;28425b5b8f92:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,37225,1732110947659-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:55:48,530 WARN [28425b5b8f92:35057 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T13:55:48,549 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:55:48,549 INFO [RS:0;28425b5b8f92:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,37225,1732110947659-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,549 INFO [RS:0;28425b5b8f92:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,549 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.Replication(171): 28425b5b8f92,37225,1732110947659 started 2024-11-20T13:55:48,566 INFO [RS:0;28425b5b8f92:37225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:48,566 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(1482): Serving as 28425b5b8f92,37225,1732110947659, RpcServer on 28425b5b8f92/172.17.0.2:37225, sessionid=0x10158878f0a0001 2024-11-20T13:55:48,566 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:55:48,566 DEBUG [RS:0;28425b5b8f92:37225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 28425b5b8f92,37225,1732110947659 2024-11-20T13:55:48,566 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,37225,1732110947659' 2024-11-20T13:55:48,566 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:55:48,567 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:55:48,568 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:55:48,568 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:55:48,568 DEBUG [RS:0;28425b5b8f92:37225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 28425b5b8f92,37225,1732110947659 2024-11-20T13:55:48,568 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '28425b5b8f92,37225,1732110947659' 2024-11-20T13:55:48,568 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:55:48,568 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:55:48,569 DEBUG [RS:0;28425b5b8f92:37225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:55:48,569 INFO [RS:0;28425b5b8f92:37225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:55:48,569 INFO [RS:0;28425b5b8f92:37225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:55:48,669 INFO [RS:0;28425b5b8f92:37225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:55:48,671 INFO [RS:0;28425b5b8f92:37225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C37225%2C1732110947659, suffix=, logDir=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/28425b5b8f92,37225,1732110947659, archiveDir=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/oldWALs, maxLogs=32 2024-11-20T13:55:48,688 DEBUG [RS:0;28425b5b8f92:37225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/28425b5b8f92,37225,1732110947659/28425b5b8f92%2C37225%2C1732110947659.1732110948671, exclude list is [], retry=0 2024-11-20T13:55:48,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37907,DS-53483d96-45d9-4787-be65-f0b86e7e9358,DISK] 2024-11-20T13:55:48,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44925,DS-719158f0-17cc-4610-8560-ef85113947a4,DISK] 2024-11-20T13:55:48,693 INFO [RS:0;28425b5b8f92:37225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/28425b5b8f92,37225,1732110947659/28425b5b8f92%2C37225%2C1732110947659.1732110948671 2024-11-20T13:55:48,693 DEBUG [RS:0;28425b5b8f92:37225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44661:44661),(127.0.0.1/127.0.0.1:33915:33915)] 2024-11-20T13:55:48,780 DEBUG [28425b5b8f92:35057 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T13:55:48,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=28425b5b8f92,37225,1732110947659 2024-11-20T13:55:48,783 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,37225,1732110947659, state=OPENING 2024-11-20T13:55:48,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T13:55:48,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:48,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:48,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:55:48,888 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:55:48,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:55:48,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,37225,1732110947659}] 2024-11-20T13:55:49,043 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:55:49,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48327, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:55:49,051 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T13:55:49,051 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:55:49,052 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:55:49,054 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=28425b5b8f92%2C37225%2C1732110947659.meta, suffix=.meta, logDir=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/28425b5b8f92,37225,1732110947659, archiveDir=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/oldWALs, maxLogs=32 2024-11-20T13:55:49,068 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/28425b5b8f92,37225,1732110947659/28425b5b8f92%2C37225%2C1732110947659.meta.1732110949054.meta, exclude list is [], retry=0 2024-11-20T13:55:49,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37907,DS-53483d96-45d9-4787-be65-f0b86e7e9358,DISK] 2024-11-20T13:55:49,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44925,DS-719158f0-17cc-4610-8560-ef85113947a4,DISK] 2024-11-20T13:55:49,072 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/28425b5b8f92,37225,1732110947659/28425b5b8f92%2C37225%2C1732110947659.meta.1732110949054.meta 2024-11-20T13:55:49,072 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44661:44661),(127.0.0.1/127.0.0.1:33915:33915)] 2024-11-20T13:55:49,072 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:55:49,072 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:55:49,072 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:55:49,073 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:55:49,073 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:55:49,073 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:55:49,073 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T13:55:49,073 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T13:55:49,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:55:49,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:55:49,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:49,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:55:49,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T13:55:49,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T13:55:49,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:49,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:55:49,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:55:49,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:55:49,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:49,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:55:49,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:55:49,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:55:49,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:55:49,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:55:49,082 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T13:55:49,082 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/data/hbase/meta/1588230740 2024-11-20T13:55:49,083 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/data/hbase/meta/1588230740 2024-11-20T13:55:49,084 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T13:55:49,084 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T13:55:49,085 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:55:49,086 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T13:55:49,086 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=758160, jitterRate=-0.03595004975795746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:55:49,086 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T13:55:49,087 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732110949073Writing region info on filesystem at 1732110949073Initializing all the Stores at 1732110949074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110949074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110949076 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732110949076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732110949076Cleaning up temporary data from old regions at 1732110949084 (+8 ms)Running coprocessor post-open hooks at 1732110949086 (+2 ms)Region opened successfully at 1732110949087 (+1 ms) 2024-11-20T13:55:49,088 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732110949042 2024-11-20T13:55:49,089 DEBUG [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:55:49,089 INFO [RS_OPEN_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T13:55:49,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=28425b5b8f92,37225,1732110947659 2024-11-20T13:55:49,090 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 28425b5b8f92,37225,1732110947659, state=OPEN 2024-11-20T13:55:49,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:55:49,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:55:49,172 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=28425b5b8f92,37225,1732110947659 2024-11-20T13:55:49,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:55:49,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:55:49,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T13:55:49,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=28425b5b8f92,37225,1732110947659 in 284 msec 2024-11-20T13:55:49,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T13:55:49,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 796 msec 2024-11-20T13:55:49,176 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:55:49,176 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T13:55:49,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:55:49,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,37225,1732110947659, seqNum=-1] 2024-11-20T13:55:49,177 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:55:49,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:55:49,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 845 msec 2024-11-20T13:55:49,182 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732110949182, completionTime=-1 2024-11-20T13:55:49,182 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T13:55:49,182 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T13:55:49,184 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T13:55:49,184 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732111009184 2024-11-20T13:55:49,184 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732111069184 2024-11-20T13:55:49,184 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-20T13:55:49,185 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,35057,1732110947181-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:49,185 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,35057,1732110947181-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:49,185 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,35057,1732110947181-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:49,185 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-28425b5b8f92:35057, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:49,185 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:49,185 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:49,186 DEBUG [master/28425b5b8f92:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T13:55:49,189 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.475sec 2024-11-20T13:55:49,189 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T13:55:49,189 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T13:55:49,189 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T13:55:49,189 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T13:55:49,189 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T13:55:49,189 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,35057,1732110947181-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:55:49,189 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,35057,1732110947181-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T13:55:49,191 DEBUG [master/28425b5b8f92:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T13:55:49,191 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T13:55:49,191 INFO [master/28425b5b8f92:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=28425b5b8f92,35057,1732110947181-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:55:49,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d7de83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:55:49,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 28425b5b8f92,35057,-1 for getting cluster id 2024-11-20T13:55:49,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T13:55:49,282 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14c7a3bb-bc93-4b65-8651-1d399d97ee36' 2024-11-20T13:55:49,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T13:55:49,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14c7a3bb-bc93-4b65-8651-1d399d97ee36" 2024-11-20T13:55:49,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7680c507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:55:49,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [28425b5b8f92,35057,-1] 2024-11-20T13:55:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T13:55:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:55:49,285 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T13:55:49,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a41a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:55:49,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T13:55:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=28425b5b8f92,37225,1732110947659, seqNum=-1] 2024-11-20T13:55:49,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:55:49,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:55:49,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=28425b5b8f92,35057,1732110947181 2024-11-20T13:55:49,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:55:49,295 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T13:55:49,296 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:55:49,296 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:55:49,298 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/test.com,8080,1, archiveDir=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/oldWALs, maxLogs=32 2024-11-20T13:55:49,311 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/test.com,8080,1/test.com%2C8080%2C1.1732110949299, exclude list is [], retry=0 2024-11-20T13:55:49,314 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37907,DS-53483d96-45d9-4787-be65-f0b86e7e9358,DISK] 2024-11-20T13:55:49,314 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44925,DS-719158f0-17cc-4610-8560-ef85113947a4,DISK] 2024-11-20T13:55:49,316 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/test.com,8080,1/test.com%2C8080%2C1.1732110949299 2024-11-20T13:55:49,316 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44661:44661),(127.0.0.1/127.0.0.1:33915:33915)] 2024-11-20T13:55:49,329 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/test.com,8080,1/test.com%2C8080%2C1.1732110949316, exclude list is [], retry=0 2024-11-20T13:55:49,331 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44925,DS-719158f0-17cc-4610-8560-ef85113947a4,DISK] 2024-11-20T13:55:49,331 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37907,DS-53483d96-45d9-4787-be65-f0b86e7e9358,DISK] 2024-11-20T13:55:49,333 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/test.com,8080,1/test.com%2C8080%2C1.1732110949299 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/test.com,8080,1/test.com%2C8080%2C1.1732110949316 2024-11-20T13:55:49,333 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33915:33915),(127.0.0.1/127.0.0.1:44661:44661)] 2024-11-20T13:55:49,333 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/test.com,8080,1/test.com%2C8080%2C1.1732110949299 is not closed yet, will try archiving it next time 2024-11-20T13:55:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741835_1011 (size=93) 2024-11-20T13:55:49,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741835_1011 (size=93) 2024-11-20T13:55:49,335 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/WALs/test.com,8080,1/test.com%2C8080%2C1.1732110949299 to hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/oldWALs/test.com%2C8080%2C1.1732110949299 2024-11-20T13:55:49,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741836_1012 (size=93) 2024-11-20T13:55:49,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741836_1012 (size=93) 2024-11-20T13:55:49,340 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/oldWALs 2024-11-20T13:55:49,340 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732110949316) 2024-11-20T13:55:49,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T13:55:49,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T13:55:49,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:55:49,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:55:49,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:55:49,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T13:55:49,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T13:55:49,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1825618500, stopped=false 2024-11-20T13:55:49,340 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=28425b5b8f92,35057,1732110947181 2024-11-20T13:55:49,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:55:49,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:55:49,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:49,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:49,366 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:55:49,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T13:55:49,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:55:49,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:55:49,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:55:49,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:55:49,367 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '28425b5b8f92,37225,1732110947659' ***** 2024-11-20T13:55:49,367 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T13:55:49,367 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:55:49,367 INFO [RS:0;28425b5b8f92:37225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:55:49,367 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T13:55:49,367 INFO [RS:0;28425b5b8f92:37225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:55:49,368 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(959): stopping server 28425b5b8f92,37225,1732110947659 2024-11-20T13:55:49,368 INFO [RS:0;28425b5b8f92:37225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:55:49,368 INFO [RS:0;28425b5b8f92:37225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;28425b5b8f92:37225. 2024-11-20T13:55:49,368 DEBUG [RS:0;28425b5b8f92:37225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:55:49,368 DEBUG [RS:0;28425b5b8f92:37225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:55:49,368 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:55:49,368 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:55:49,368 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:55:49,369 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T13:55:49,369 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T13:55:49,369 DEBUG [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T13:55:49,369 DEBUG [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T13:55:49,369 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:55:49,369 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T13:55:49,369 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T13:55:49,369 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:55:49,369 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:55:49,369 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T13:55:49,389 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/data/hbase/meta/1588230740/.tmp/ns/a4bac9b23ab34a698ce98ede27baaa75 is 43, key is default/ns:d/1732110949179/Put/seqid=0 2024-11-20T13:55:49,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741837_1013 (size=5153) 2024-11-20T13:55:49,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741837_1013 (size=5153) 2024-11-20T13:55:49,393 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/data/hbase/meta/1588230740/.tmp/ns/a4bac9b23ab34a698ce98ede27baaa75 2024-11-20T13:55:49,398 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/data/hbase/meta/1588230740/.tmp/ns/a4bac9b23ab34a698ce98ede27baaa75 as hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/data/hbase/meta/1588230740/ns/a4bac9b23ab34a698ce98ede27baaa75 2024-11-20T13:55:49,402 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/data/hbase/meta/1588230740/ns/a4bac9b23ab34a698ce98ede27baaa75, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T13:55:49,403 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false 2024-11-20T13:55:49,403 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T13:55:49,408 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T13:55:49,409 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:55:49,409 INFO [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T13:55:49,409 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732110949369Running coprocessor pre-close hooks at 1732110949369Disabling compacts and flushes for region at 1732110949369Disabling writes for close at 1732110949369Obtaining lock to block concurrent updates at 1732110949370 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732110949370Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732110949370Flushing stores of hbase:meta,,1.1588230740 at 1732110949371 (+1 ms)Flushing 1588230740/ns: creating writer at 1732110949371Flushing 1588230740/ns: appending metadata at 1732110949388 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732110949388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37052bfa: reopening flushed file at 1732110949397 (+9 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false at 1732110949403 (+6 ms)Writing region close event to WAL at 1732110949405 (+2 ms)Running coprocessor post-close hooks at 1732110949409 (+4 ms)Closed at 1732110949409 2024-11-20T13:55:49,409 DEBUG [RS_CLOSE_META-regionserver/28425b5b8f92:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T13:55:49,569 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(976): stopping server 28425b5b8f92,37225,1732110947659; all regions closed. 2024-11-20T13:55:49,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741834_1010 (size=1152) 2024-11-20T13:55:49,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741834_1010 (size=1152) 2024-11-20T13:55:49,580 DEBUG [RS:0;28425b5b8f92:37225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/oldWALs 2024-11-20T13:55:49,580 INFO [RS:0;28425b5b8f92:37225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C37225%2C1732110947659.meta:.meta(num 1732110949054) 2024-11-20T13:55:49,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741833_1009 (size=93) 2024-11-20T13:55:49,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741833_1009 (size=93) 2024-11-20T13:55:49,588 DEBUG [RS:0;28425b5b8f92:37225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/oldWALs 2024-11-20T13:55:49,588 INFO [RS:0;28425b5b8f92:37225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 28425b5b8f92%2C37225%2C1732110947659:(num 1732110948671) 2024-11-20T13:55:49,588 DEBUG [RS:0;28425b5b8f92:37225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:55:49,588 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:55:49,588 INFO [RS:0;28425b5b8f92:37225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T13:55:49,588 INFO [RS:0;28425b5b8f92:37225 {}] hbase.ChoreService(370): Chore service for: regionserver/28425b5b8f92:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T13:55:49,588 INFO [RS:0;28425b5b8f92:37225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T13:55:49,588 INFO [regionserver/28425b5b8f92:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T13:55:49,588 INFO [RS:0;28425b5b8f92:37225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37225 2024-11-20T13:55:49,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:55:49,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/28425b5b8f92,37225,1732110947659 2024-11-20T13:55:49,655 INFO [RS:0;28425b5b8f92:37225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:55:49,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [28425b5b8f92,37225,1732110947659] 2024-11-20T13:55:49,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T13:55:49,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T13:55:49,723 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/28425b5b8f92,37225,1732110947659 already deleted, retry=false 2024-11-20T13:55:49,723 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 28425b5b8f92,37225,1732110947659 expired; onlineServers=0 2024-11-20T13:55:49,723 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '28425b5b8f92,35057,1732110947181' ***** 2024-11-20T13:55:49,723 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T13:55:49,723 INFO [M:0;28425b5b8f92:35057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T13:55:49,723 INFO [M:0;28425b5b8f92:35057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T13:55:49,723 DEBUG [M:0;28425b5b8f92:35057 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T13:55:49,723 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T13:55:49,723 DEBUG [M:0;28425b5b8f92:35057 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T13:55:49,723 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110948341 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.small.0-1732110948341,5,FailOnTimeoutGroup] 2024-11-20T13:55:49,723 DEBUG [master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110948341 {}] cleaner.HFileCleaner(306): Exit Thread[master/28425b5b8f92:0:becomeActiveMaster-HFileCleaner.large.0-1732110948341,5,FailOnTimeoutGroup] 2024-11-20T13:55:49,724 INFO [M:0;28425b5b8f92:35057 {}] hbase.ChoreService(370): Chore service for: master/28425b5b8f92:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T13:55:49,724 INFO [M:0;28425b5b8f92:35057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T13:55:49,724 DEBUG [M:0;28425b5b8f92:35057 {}] master.HMaster(1795): Stopping service threads 2024-11-20T13:55:49,724 INFO [M:0;28425b5b8f92:35057 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T13:55:49,724 INFO [M:0;28425b5b8f92:35057 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T13:55:49,724 INFO [M:0;28425b5b8f92:35057 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:55:49,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T13:55:49,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T13:55:49,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:55:49,734 DEBUG [M:0;28425b5b8f92:35057 {}] zookeeper.ZKUtil(347): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T13:55:49,734 WARN [M:0;28425b5b8f92:35057 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T13:55:49,734 INFO [M:0;28425b5b8f92:35057 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/.lastflushedseqids 2024-11-20T13:55:49,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741838_1014 (size=99) 2024-11-20T13:55:49,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741838_1014 (size=99) 2024-11-20T13:55:49,742 INFO [M:0;28425b5b8f92:35057 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T13:55:49,742 INFO [M:0;28425b5b8f92:35057 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T13:55:49,742 DEBUG [M:0;28425b5b8f92:35057 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:55:49,743 INFO [M:0;28425b5b8f92:35057 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:55:49,743 DEBUG [M:0;28425b5b8f92:35057 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:55:49,743 DEBUG [M:0;28425b5b8f92:35057 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:55:49,743 DEBUG [M:0;28425b5b8f92:35057 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:55:49,743 INFO [M:0;28425b5b8f92:35057 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-20T13:55:49,757 DEBUG [M:0;28425b5b8f92:35057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2726abd03a8844eeac092680f3689399 is 82, key is hbase:meta,,1/info:regioninfo/1732110949090/Put/seqid=0 2024-11-20T13:55:49,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741839_1015 (size=5672) 2024-11-20T13:55:49,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741839_1015 (size=5672) 2024-11-20T13:55:49,762 INFO [M:0;28425b5b8f92:35057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2726abd03a8844eeac092680f3689399 2024-11-20T13:55:49,784 DEBUG [M:0;28425b5b8f92:35057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7258851d6ac145079480c2c85f67ade7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732110949182/Put/seqid=0 2024-11-20T13:55:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741840_1016 (size=5275) 2024-11-20T13:55:49,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741840_1016 (size=5275) 2024-11-20T13:55:49,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:55:49,804 INFO [RS:0;28425b5b8f92:37225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:55:49,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37225-0x10158878f0a0001, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:55:49,804 INFO [RS:0;28425b5b8f92:37225 {}] regionserver.HRegionServer(1031): Exiting; stopping=28425b5b8f92,37225,1732110947659; zookeeper connection closed. 2024-11-20T13:55:49,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c9b7b93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c9b7b93 2024-11-20T13:55:49,804 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T13:55:50,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:55:50,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T13:55:50,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-20T13:55:50,190 INFO [M:0;28425b5b8f92:35057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7258851d6ac145079480c2c85f67ade7 2024-11-20T13:55:50,208 DEBUG [M:0;28425b5b8f92:35057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb3b707b340d4d318339c14c39ab9d48 is 69, key is 28425b5b8f92,37225,1732110947659/rs:state/1732110948418/Put/seqid=0 2024-11-20T13:55:50,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741841_1017 (size=5156) 2024-11-20T13:55:50,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741841_1017 (size=5156) 2024-11-20T13:55:50,213 INFO [M:0;28425b5b8f92:35057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb3b707b340d4d318339c14c39ab9d48 2024-11-20T13:55:50,231 DEBUG [M:0;28425b5b8f92:35057 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4009cec6203341a8974e22f45c6d20a7 is 52, key is load_balancer_on/state:d/1732110949295/Put/seqid=0 2024-11-20T13:55:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741842_1018 (size=5056) 2024-11-20T13:55:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741842_1018 (size=5056) 2024-11-20T13:55:50,236 INFO [M:0;28425b5b8f92:35057 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4009cec6203341a8974e22f45c6d20a7 2024-11-20T13:55:50,241 DEBUG [M:0;28425b5b8f92:35057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2726abd03a8844eeac092680f3689399 as hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2726abd03a8844eeac092680f3689399 2024-11-20T13:55:50,245 INFO [M:0;28425b5b8f92:35057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2726abd03a8844eeac092680f3689399, entries=8, sequenceid=29, filesize=5.5 K 2024-11-20T13:55:50,246 DEBUG [M:0;28425b5b8f92:35057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7258851d6ac145079480c2c85f67ade7 as hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7258851d6ac145079480c2c85f67ade7 2024-11-20T13:55:50,250 INFO [M:0;28425b5b8f92:35057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7258851d6ac145079480c2c85f67ade7, entries=3, sequenceid=29, filesize=5.2 K 2024-11-20T13:55:50,251 DEBUG [M:0;28425b5b8f92:35057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb3b707b340d4d318339c14c39ab9d48 as hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb3b707b340d4d318339c14c39ab9d48 2024-11-20T13:55:50,256 INFO [M:0;28425b5b8f92:35057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb3b707b340d4d318339c14c39ab9d48, entries=1, sequenceid=29, filesize=5.0 K 2024-11-20T13:55:50,257 DEBUG [M:0;28425b5b8f92:35057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4009cec6203341a8974e22f45c6d20a7 as hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/4009cec6203341a8974e22f45c6d20a7 2024-11-20T13:55:50,260 INFO [M:0;28425b5b8f92:35057 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45899/user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/4009cec6203341a8974e22f45c6d20a7, entries=1, sequenceid=29, filesize=4.9 K 2024-11-20T13:55:50,261 INFO [M:0;28425b5b8f92:35057 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=29, compaction requested=false 2024-11-20T13:55:50,263 INFO [M:0;28425b5b8f92:35057 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:55:50,263 DEBUG [M:0;28425b5b8f92:35057 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732110949742Disabling compacts and flushes for region at 1732110949742Disabling writes for close at 1732110949743 (+1 ms)Obtaining lock to block concurrent updates at 1732110949743Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732110949743Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732110949743Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732110949744 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732110949744Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732110949757 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732110949757Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732110949767 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732110949783 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732110949783Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732110950194 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732110950207 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732110950207Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732110950217 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732110950230 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732110950230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205bf93f: reopening flushed file at 1732110950241 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e99b5af: reopening flushed file at 1732110950246 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd77301: reopening flushed file at 1732110950251 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0a1622: reopening flushed file at 1732110950256 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=29, compaction requested=false at 1732110950261 (+5 ms)Writing region close event to WAL at 1732110950262 (+1 ms)Closed at 1732110950262 2024-11-20T13:55:50,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741830_1006 (size=10311) 2024-11-20T13:55:50,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44925 is added to blk_1073741830_1006 (size=10311) 2024-11-20T13:55:50,265 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/153f15d4-80bb-8dec-315a-09537c644edc/MasterData/WALs/28425b5b8f92,35057,1732110947181/28425b5b8f92%2C35057%2C1732110947181.1732110947780 not finished, retry = 0 2024-11-20T13:55:50,366 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T13:55:50,366 INFO [M:0;28425b5b8f92:35057 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T13:55:50,366 INFO [M:0;28425b5b8f92:35057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35057 2024-11-20T13:55:50,367 INFO [M:0;28425b5b8f92:35057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T13:55:50,476 INFO [M:0;28425b5b8f92:35057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T13:55:50,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:55:50,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35057-0x10158878f0a0000, quorum=127.0.0.1:65094, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:55:50,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20e25c17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:55:50,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31f88409{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:55:50,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:55:50,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1da5e2a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:55:50,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21e874ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/hadoop.log.dir/,STOPPED} 2024-11-20T13:55:50,480 WARN [BP-728373862-172.17.0.2-1732110944833 heartbeating to localhost/127.0.0.1:45899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:55:50,480 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:55:50,480 WARN [BP-728373862-172.17.0.2-1732110944833 heartbeating to localhost/127.0.0.1:45899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-728373862-172.17.0.2-1732110944833 (Datanode Uuid 289d1418-19fe-4345-991e-02044d318174) service to localhost/127.0.0.1:45899 2024-11-20T13:55:50,480 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:55:50,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/cluster_2dfae295-0bdb-e182-9d7e-7760b95ef814/data/data3/current/BP-728373862-172.17.0.2-1732110944833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:55:50,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/cluster_2dfae295-0bdb-e182-9d7e-7760b95ef814/data/data4/current/BP-728373862-172.17.0.2-1732110944833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:55:50,481 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:55:50,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46cc490f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:55:50,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a49edc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:55:50,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:55:50,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4feee255{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:55:50,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7011f6a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/hadoop.log.dir/,STOPPED} 2024-11-20T13:55:50,487 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:55:50,487 WARN [BP-728373862-172.17.0.2-1732110944833 heartbeating to localhost/127.0.0.1:45899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:55:50,487 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:55:50,487 WARN [BP-728373862-172.17.0.2-1732110944833 heartbeating to localhost/127.0.0.1:45899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-728373862-172.17.0.2-1732110944833 (Datanode Uuid 7a968a0c-c603-4102-b84d-e98e7aeb43f3) service to localhost/127.0.0.1:45899 2024-11-20T13:55:50,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/cluster_2dfae295-0bdb-e182-9d7e-7760b95ef814/data/data1/current/BP-728373862-172.17.0.2-1732110944833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:55:50,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/cluster_2dfae295-0bdb-e182-9d7e-7760b95ef814/data/data2/current/BP-728373862-172.17.0.2-1732110944833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:55:50,488 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:55:50,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a9332a2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:55:50,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ad80073{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:55:50,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:55:50,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77002d83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:55:50,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@342910ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8be73023-d9ff-3cb3-aafa-b90a980cb924/hadoop.log.dir/,STOPPED} 2024-11-20T13:55:50,498 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T13:55:50,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T13:55:50,517 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 111) - Thread LEAK? -, OpenFileDescriptor=503 (was 452) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 98) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7335 (was 7607)